{"severity_text":"INFO","timestamp":"2026-10-30T19:39:18.536061585Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:18.540205405Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:18.548307644Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:18.548325253Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":true,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:18.58173724Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:18.581787833Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:18.603146585Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/d845e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:19.219397759Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:19.23909384Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:19.239197649Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:19.239254786Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:19.239294679Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:19.239333491Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:19.239370092Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:19.239407906Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:19.239443007Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:19.239483604Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:19.239520561Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:19.239553448Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:19.23959421Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:19.239636321Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:19.239767322Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:19.239881732Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:19.239993947Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:19.240057194Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:19.240137Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:19.240444196Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:19.269164922Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:19.341363272Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1030 19:39:19.341383 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-10-30T19:39:19.542869831Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:19.54290929Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1030 19:39:36.332876 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.33320265Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.333399256Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.33347866Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.333610858Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.333680117Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.333813012Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.333918763Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.33411846Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.334209862Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"*maas.guardrailPropagationSource","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.334357299Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.334421482Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.33456799Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.334675215Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.334727938Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.334784226Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.333798177Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.33482127Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.334922587Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.335158084Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.335200662Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.335262892Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.335426092Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.335522023Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.335554334Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.335596825Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.335798391Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.335835952Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.335856149Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.335971602Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.336132086Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.336162519Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.336240967Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.336407023Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.336516852Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.337255306Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.337287271Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.337352528Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.337370735Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.337390928Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.337490137Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.337514157Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.337747434Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.337359834Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.338099194Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.338145456Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.338165646Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.338189628Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.338240647Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.33826114Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.338278299Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.338297834Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.338340391Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.363358451Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.492601038Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.613429997Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy updated","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.674876775Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.674905784Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.674884731Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.674919862Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.679857127Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.679883807Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.679860441Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.680227874Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.695974917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c7a7d30-898c-409f-9a5b-b5e4aae2951b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.696106699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee36e8d9-5dc3-46dd-80ec-ee4decd265c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.725023865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"56754981-d8ed-41c7-b39d-3fb68d53f730","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.725070155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"56754981-d8ed-41c7-b39d-3fb68d53f730","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.736483376Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c7a7d30-898c-409f-9a5b-b5e4aae2951b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:39:36.738085845Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee36e8d9-5dc3-46dd-80ec-ee4decd265c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.739248333Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.739259109Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.739281503Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.73927584Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.744965018Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c7a7d30-898c-409f-9a5b-b5e4aae2951b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.747460575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea41c798-46ce-40bb-a15a-b771400ccb60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.747483074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea41c798-46ce-40bb-a15a-b771400ccb60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:39:36.750342244Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee36e8d9-5dc3-46dd-80ec-ee4decd265c5","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.76395778Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"17ecc6a1-bac4-41db-83bd-bfc8eeb73a25","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.766666743Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"27b47839-2b4b-442f-b1a1-eaee5221ec69","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.770890857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"38ac666f-e1a1-49d8-96cf-4c99cdd7eadc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.770908363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"38ac666f-e1a1-49d8-96cf-4c99cdd7eadc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.780846602Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.780889979Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.782412923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89f2b2ba-5f43-40e0-87af-e2af7773db53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.782428345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89f2b2ba-5f43-40e0-87af-e2af7773db53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.800574877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2f0e020d-4bcd-4c88-a43f-b16650c2e13e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.80061627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2f0e020d-4bcd-4c88-a43f-b16650c2e13e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.875647616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6cb1c3bc-e5c2-432c-ade0-a00bf1d8e638","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.878321702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e497242-6416-4b90-9c7f-9f177f38e5f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.884406715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"55c516be-1d18-4df1-a02e-ab63f45c967c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.884425816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"55c516be-1d18-4df1-a02e-ab63f45c967c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.884880502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d73a175-7e3c-48ac-8994-d7fa6248e493","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.884900125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d73a175-7e3c-48ac-8994-d7fa6248e493","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.890153578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6cb1c3bc-e5c2-432c-ade0-a00bf1d8e638","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.970577411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e497242-6416-4b90-9c7f-9f177f38e5f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.972706123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fb30cd1a-f7c8-46d1-856e-d3018977026d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.972731867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fb30cd1a-f7c8-46d1-856e-d3018977026d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.976787326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"85fd8049-546c-4c17-9a9f-70132161f757","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:36.977702339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6126d1fc-3364-4620-a0b9-f862786a197b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:37.070109161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"775cb066-32ff-492e-817f-83a76cc25f28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:37.070752557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"73e25d14-88e2-40d3-a008-628b5cc6ad43","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:37.070768238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"73e25d14-88e2-40d3-a008-628b5cc6ad43","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:37.079929848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"775cb066-32ff-492e-817f-83a76cc25f28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:37.088574566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"775cb066-32ff-492e-817f-83a76cc25f28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:37.099038087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"733b1498-b38d-492c-8bdf-bf1ed492b024","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:37.099090083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"733b1498-b38d-492c-8bdf-bf1ed492b024","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:37.101499059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eaa49d19-1037-47a6-bbbc-aea7c57f1ae1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:37.182912952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eaa49d19-1037-47a6-bbbc-aea7c57f1ae1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:37.191539244Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eaa49d19-1037-47a6-bbbc-aea7c57f1ae1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:37.196952996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"763d7294-169b-402e-b0dd-99ca15c8a469","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:37.196975398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"763d7294-169b-402e-b0dd-99ca15c8a469","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:37.270199145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2298d1e3-fd1c-4b14-a113-4c5011b0d87f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:37.27928355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d47423cb-55fc-4c85-a7c2-600d6f4f3c6f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:37.279300792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d47423cb-55fc-4c85-a7c2-600d6f4f3c6f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:37.291307402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c1b2f35c-8f1d-45bc-a777-6342b7d9ff18","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:37.291323696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c1b2f35c-8f1d-45bc-a777-6342b7d9ff18","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:37.303257066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b82be88a-b974-458f-aaa6-f67af3e03c22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:37.377010827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b82be88a-b974-458f-aaa6-f67af3e03c22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:37.380341568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"093fd224-473e-4a03-a29d-f0c36120e4fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:37.384954064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2d00339d-565b-48b4-8f41-b31a919cf341","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:37.385604408Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b82be88a-b974-458f-aaa6-f67af3e03c22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:37.390653296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"093fd224-473e-4a03-a29d-f0c36120e4fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:37.399111276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bff623f-3287-465b-b3fb-8c685cde1706","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:37.399703703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"093fd224-473e-4a03-a29d-f0c36120e4fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:37.404145784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bff623f-3287-465b-b3fb-8c685cde1706","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:37.408758858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bff623f-3287-465b-b3fb-8c685cde1706","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:37.413011423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bff623f-3287-465b-b3fb-8c685cde1706","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:37.9302193Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"1a4e9d96-a4ef-4bf7-ba1c-c4a60c07da83","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:38.310441659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2232dd83-b529-46a0-93e2-d3e7002ef97a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:38.356776671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"59dda67e-7490-4a1d-b524-ad3a86111c4d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:38.356793968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"59dda67e-7490-4a1d-b524-ad3a86111c4d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:38.431075866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e99df5ae-5393-452e-976c-ca3f58ac9d04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:38.431080498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"454c4b30-6cb6-41a0-9f2a-cb4c358efb63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:38.435180227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"12dc3b52-f6ec-47d1-8438-fbe91b0134cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:38.445871143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"454c4b30-6cb6-41a0-9f2a-cb4c358efb63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:38.446274393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e99df5ae-5393-452e-976c-ca3f58ac9d04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:38.468994043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2523aca-c1f3-4921-8c4d-10ff401554aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:38.469011899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2523aca-c1f3-4921-8c4d-10ff401554aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:38.506030642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bedbe6f7-e0f3-4eb1-8af4-6c60fee9bd35","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:38.506073923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bedbe6f7-e0f3-4eb1-8af4-6c60fee9bd35","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:38.508124132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f379f635-0913-4836-b18e-fe9ab3f2aba8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:38.508141215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f379f635-0913-4836-b18e-fe9ab3f2aba8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:38.519208811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b8ea20d-c9c2-42fb-b27c-fddf7dffa5df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:38.522448715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d69ac99f-4f52-4e21-8ef9-2a9b267931c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:38.528908206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b8ea20d-c9c2-42fb-b27c-fddf7dffa5df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:38.533216944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d69ac99f-4f52-4e21-8ef9-2a9b267931c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:40.314206968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1d40c9a9-18a7-4ef4-8929-f9b86ebaf06a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:40.412954406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bd56ae32-556f-44d7-a6ca-f024235791ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:41.64004005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"92edc418-6d0c-482f-8d3b-9b221011f3ee","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:41.640097893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"92edc418-6d0c-482f-8d3b-9b221011f3ee","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:41.652878903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d3b4e08-07a8-4b94-82fa-c8bb93d37cef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:41.662781855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d3b4e08-07a8-4b94-82fa-c8bb93d37cef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:41.693868713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6f8b34ea-9b6c-46d5-acba-6cf390f102e8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:41.693888323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6f8b34ea-9b6c-46d5-acba-6cf390f102e8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:41.825121358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f2381ecd-1867-4351-b250-3f315bdef744","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:41.825139579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f2381ecd-1867-4351-b250-3f315bdef744","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:41.839374181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"009d573b-58d7-41b3-93fb-f736f854d5ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:41.839484472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6907ee88-1a1a-47b9-96fc-6f1836567be2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:41.848698659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f7ff8969-6e28-4106-ade2-2249582631c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:41.879704306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"009d573b-58d7-41b3-93fb-f736f854d5ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:41.879822192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6907ee88-1a1a-47b9-96fc-6f1836567be2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:41.927431431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3231a029-1842-424a-869f-894fd601a7e7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:39:41.927449387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3231a029-1842-424a-869f-894fd601a7e7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:06.383281739Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:15.663719987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"831df983-dd18-4aa1-acf1-e0d7f4f8f904","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:15.668603137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"831df983-dd18-4aa1-acf1-e0d7f4f8f904","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:15.6728925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"831df983-dd18-4aa1-acf1-e0d7f4f8f904","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:15.677171305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"831df983-dd18-4aa1-acf1-e0d7f4f8f904","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:16.156579464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6249eb4e-a0ac-40ac-8559-0c9c66527768","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:16.161641433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6249eb4e-a0ac-40ac-8559-0c9c66527768","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:16.166677918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6249eb4e-a0ac-40ac-8559-0c9c66527768","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:16.17229075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6249eb4e-a0ac-40ac-8559-0c9c66527768","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:16.444927797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a21c96e-8048-4049-91b3-2f2c3325e432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:16.449219049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a21c96e-8048-4049-91b3-2f2c3325e432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:16.458587489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a21c96e-8048-4049-91b3-2f2c3325e432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:16.463130849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a21c96e-8048-4049-91b3-2f2c3325e432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:16.544024074Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-3a55af38","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-3a55af38","reconcileID":"6aad1319-8c19-4fae-84ec-6335db49c875","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-3a55af38","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-3a55af38":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:16.765450371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af49a2d8-4954-4cac-b101-5b9dbb069ae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:16.769761758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af49a2d8-4954-4cac-b101-5b9dbb069ae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:16.773851552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af49a2d8-4954-4cac-b101-5b9dbb069ae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:16.778259068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af49a2d8-4954-4cac-b101-5b9dbb069ae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:17.157726958Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-b33c04be","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-b33c04be","reconcileID":"92e61d7c-2783-40b2-8d0f-9a1dce22aa65","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-b33c04be","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-b33c04be":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:17.175150078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3170ed0-c723-45e1-ae3e-c8896eaef75f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:17.180710895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3170ed0-c723-45e1-ae3e-c8896eaef75f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:17.184956943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3170ed0-c723-45e1-ae3e-c8896eaef75f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:17.19110682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3170ed0-c723-45e1-ae3e-c8896eaef75f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:17.308547884Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-1d482894","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-1d482894","reconcileID":"4b4ff136-6939-480f-a09d-9fddb87d33ad","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-1d482894-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-1d482894-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:17.567303466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"005958b6-aa17-4d3c-85e2-f6480f3af9e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:17.571431806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"005958b6-aa17-4d3c-85e2-f6480f3af9e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:17.57569596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"005958b6-aa17-4d3c-85e2-f6480f3af9e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:17.5800742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"005958b6-aa17-4d3c-85e2-f6480f3af9e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:18.100371912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68e1e524-b2e5-40cc-8654-d45cb0500162","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:18.106282055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68e1e524-b2e5-40cc-8654-d45cb0500162","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:18.113009303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68e1e524-b2e5-40cc-8654-d45cb0500162","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:18.118906162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68e1e524-b2e5-40cc-8654-d45cb0500162","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:18.484497935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d38d844-2ac3-4007-b8b2-8548e639db69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:18.495252463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d38d844-2ac3-4007-b8b2-8548e639db69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:18.500189872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d38d844-2ac3-4007-b8b2-8548e639db69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:18.504719878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d38d844-2ac3-4007-b8b2-8548e639db69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:18.899260588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b04d07-1419-4508-9255-6201e6af500f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:18.90389318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b04d07-1419-4508-9255-6201e6af500f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:18.908696865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b04d07-1419-4508-9255-6201e6af500f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:18.912956513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b04d07-1419-4508-9255-6201e6af500f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:19.010617931Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1d482894"},"namespace":"ai-tenant-e2e-migrate-1d482894","name":"default-tenant","reconcileID":"7d6a3a5c-2dca-40bf-9fb4-cc4fd8c1f669","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:19.018681011Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1d482894"},"namespace":"ai-tenant-e2e-migrate-1d482894","name":"default-tenant","reconcileID":"7d6a3a5c-2dca-40bf-9fb4-cc4fd8c1f669","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:19.0273742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1d482894"},"namespace":"ai-tenant-e2e-migrate-1d482894","name":"default-tenant","reconcileID":"7d6a3a5c-2dca-40bf-9fb4-cc4fd8c1f669","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-1d482894-gw","tenantID":"e2e-migrate-1d482894","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:19.051483394Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1d482894"},"namespace":"ai-tenant-e2e-migrate-1d482894","name":"default-tenant","reconcileID":"7d6a3a5c-2dca-40bf-9fb4-cc4fd8c1f669","name":"e2e-migrate-1d482894-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:19.374556274Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-0897eecc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-0897eecc","reconcileID":"95ee2328-9f86-4872-b166-8d86ced3350d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-0897eecc","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-0897eecc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:19.469755186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd1aa5bd-4e77-4ee7-9590-3e70e540f59d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:19.480209124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd1aa5bd-4e77-4ee7-9590-3e70e540f59d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:19.487375244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd1aa5bd-4e77-4ee7-9590-3e70e540f59d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:19.496206525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd1aa5bd-4e77-4ee7-9590-3e70e540f59d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:19.899566319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22defdff-838b-484e-9af6-e530ed81b9c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:19.903680645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22defdff-838b-484e-9af6-e530ed81b9c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:19.908298568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22defdff-838b-484e-9af6-e530ed81b9c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:19.912568695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22defdff-838b-484e-9af6-e530ed81b9c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:20.260955163Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"4760f4d4-95c0-45ff-8583-e13846a90dde","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:21.243224234Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1d482894"},"namespace":"ai-tenant-e2e-migrate-1d482894","name":"default-tenant","reconcileID":"52a64803-7d1c-40f4-8e0b-4fee956b4984","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:21.251537539Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1d482894"},"namespace":"ai-tenant-e2e-migrate-1d482894","name":"default-tenant","reconcileID":"52a64803-7d1c-40f4-8e0b-4fee956b4984","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:21.521227976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8b92e23e-629a-4378-aaca-e59b88a650ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:21.6315644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"16e447d9-95c9-4823-b07c-0ff6df43af0a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:22.362338307Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a55af38"},"namespace":"ai-tenant-e2e-ait-3a55af38","name":"default-tenant","reconcileID":"1d7ab63a-7fc4-4d0d-8460-6f488e14124d","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:22.473471358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a55af38"},"namespace":"ai-tenant-e2e-ait-3a55af38","name":"default-tenant","reconcileID":"1d7ab63a-7fc4-4d0d-8460-6f488e14124d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-3a55af38","tenantID":"e2e-ait-3a55af38","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:22.521241197Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a55af38"},"namespace":"ai-tenant-e2e-ait-3a55af38","name":"default-tenant","reconcileID":"1d7ab63a-7fc4-4d0d-8460-6f488e14124d","name":"e2e-ait-3a55af38-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:23.593339945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b33c04be"},"namespace":"ai-tenant-e2e-ait-b33c04be","name":"default-tenant","reconcileID":"d8d5ba6d-9d51-4ee0-b7a9-ebe043469bb3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-b33c04be","tenantID":"e2e-ait-b33c04be","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:23.631666178Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b33c04be"},"namespace":"ai-tenant-e2e-ait-b33c04be","name":"default-tenant","reconcileID":"d8d5ba6d-9d51-4ee0-b7a9-ebe043469bb3","name":"e2e-ait-b33c04be-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:24.728528425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"d49ea2a9-fa97-4b9e-bbde-2c236d8bee71","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-0897eecc","tenantID":"e2e-ait-0897eecc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:24.751293458Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"d49ea2a9-fa97-4b9e-bbde-2c236d8bee71","name":"e2e-ait-0897eecc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:24.753425946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c77a2f3-cc42-4147-a29c-1b09572ba4fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:24.757955666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c77a2f3-cc42-4147-a29c-1b09572ba4fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:24.762101825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c77a2f3-cc42-4147-a29c-1b09572ba4fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:24.766363502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c77a2f3-cc42-4147-a29c-1b09572ba4fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:25.200503718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87866248-9802-4812-ae5b-d8807e627a2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:25.205089486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87866248-9802-4812-ae5b-d8807e627a2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:25.209217228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87866248-9802-4812-ae5b-d8807e627a2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:25.213471725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87866248-9802-4812-ae5b-d8807e627a2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:25.740097535Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-d05eeacd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-d05eeacd","reconcileID":"5af20349-6c8d-4ff8-a28d-15c7c0e43f7f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-d05eeacd","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-d05eeacd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:26.059114867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bf74b2b-0a81-4d65-97e3-9c434088c3ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:26.063655681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bf74b2b-0a81-4d65-97e3-9c434088c3ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:26.067941184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bf74b2b-0a81-4d65-97e3-9c434088c3ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:26.072623963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bf74b2b-0a81-4d65-97e3-9c434088c3ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:26.873741047Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1d482894"},"namespace":"ai-tenant-e2e-migrate-1d482894","name":"default-tenant","reconcileID":"609223ed-c928-4210-bbd0-3050bd6f25c9","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:26.888706549Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1d482894"},"namespace":"ai-tenant-e2e-migrate-1d482894","name":"default-tenant","reconcileID":"609223ed-c928-4210-bbd0-3050bd6f25c9","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:27.458381873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33842ebe-1c04-4f70-a346-2cbe03261896","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:27.462546094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33842ebe-1c04-4f70-a346-2cbe03261896","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:27.466651187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33842ebe-1c04-4f70-a346-2cbe03261896","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:27.471308845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33842ebe-1c04-4f70-a346-2cbe03261896","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:27.75174352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa0c8b41-45f7-4998-9dcd-761ddb1ff086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:27.75597937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa0c8b41-45f7-4998-9dcd-761ddb1ff086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:27.760040056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa0c8b41-45f7-4998-9dcd-761ddb1ff086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:27.765791641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa0c8b41-45f7-4998-9dcd-761ddb1ff086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:27.799493563Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a55af38"},"namespace":"ai-tenant-e2e-ait-3a55af38","name":"default-tenant","reconcileID":"41e641cc-b381-4580-89b9-038238877f91","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:28.102378893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f8f7053-1a1b-451e-bd5e-35975bf169f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:28.107609574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f8f7053-1a1b-451e-bd5e-35975bf169f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:28.111922099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f8f7053-1a1b-451e-bd5e-35975bf169f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:28.116207476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f8f7053-1a1b-451e-bd5e-35975bf169f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:28.369573823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea93af12-d993-4054-9fa2-344969a99587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:28.373815022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea93af12-d993-4054-9fa2-344969a99587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:28.377953487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea93af12-d993-4054-9fa2-344969a99587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:28.382085181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea93af12-d993-4054-9fa2-344969a99587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:28.651601088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0ef2def-e79a-4646-907d-629d062162e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:28.656465737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0ef2def-e79a-4646-907d-629d062162e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:28.663812981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0ef2def-e79a-4646-907d-629d062162e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:28.669421702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0ef2def-e79a-4646-907d-629d062162e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:30.485122369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-d05eeacd"},"namespace":"ai-tenant-e2e-derive-d05eeacd","name":"default-tenant","reconcileID":"8820b569-791f-4207-b617-11757bbaab3e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-d05eeacd","tenantID":"e2e-derive-d05eeacd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:30.508712333Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-d05eeacd"},"namespace":"ai-tenant-e2e-derive-d05eeacd","name":"default-tenant","reconcileID":"8820b569-791f-4207-b617-11757bbaab3e","name":"e2e-derive-d05eeacd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:32.351256741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be43ca66-08fe-47e5-a377-e2e2e3842f68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:32.355570653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be43ca66-08fe-47e5-a377-e2e2e3842f68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:32.359770223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be43ca66-08fe-47e5-a377-e2e2e3842f68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:32.364174704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be43ca66-08fe-47e5-a377-e2e2e3842f68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:32.421681723Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1d482894"},"namespace":"ai-tenant-e2e-migrate-1d482894","name":"default-tenant","reconcileID":"821151aa-4530-4872-b1fe-7fc16d883469","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:32.436773607Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1d482894"},"namespace":"ai-tenant-e2e-migrate-1d482894","name":"default-tenant","reconcileID":"821151aa-4530-4872-b1fe-7fc16d883469","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:32.751828565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d3ea6a3-9903-425b-b660-1d6fdd518cc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:32.756007266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d3ea6a3-9903-425b-b660-1d6fdd518cc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:32.760169716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d3ea6a3-9903-425b-b660-1d6fdd518cc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:32.764456274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d3ea6a3-9903-425b-b660-1d6fdd518cc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:33.059068917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"917f6245-7857-4adc-b9c4-6166cda3b253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:33.063267754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"917f6245-7857-4adc-b9c4-6166cda3b253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:33.067334763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"917f6245-7857-4adc-b9c4-6166cda3b253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:33.071437299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"917f6245-7857-4adc-b9c4-6166cda3b253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:33.344823082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa10281c-1f01-497c-ab48-5bb576a443ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:33.349527084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa10281c-1f01-497c-ab48-5bb576a443ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:33.356829584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa10281c-1f01-497c-ab48-5bb576a443ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:33.362286326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa10281c-1f01-497c-ab48-5bb576a443ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:33.430800586Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a55af38"},"namespace":"ai-tenant-e2e-ait-3a55af38","name":"default-tenant","reconcileID":"dd509eec-8afa-4bea-a009-6039561fc71b","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:33.72235073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d61aa662-c7ba-4b23-8e10-a4af908fde95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:33.726952842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d61aa662-c7ba-4b23-8e10-a4af908fde95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:33.732033077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d61aa662-c7ba-4b23-8e10-a4af908fde95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:33.771082736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d61aa662-c7ba-4b23-8e10-a4af908fde95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:34.054436395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15e0f304-51af-4ae7-944d-bb46e2c61319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:34.058752134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15e0f304-51af-4ae7-944d-bb46e2c61319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:34.063000915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15e0f304-51af-4ae7-944d-bb46e2c61319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:34.067309536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15e0f304-51af-4ae7-944d-bb46e2c61319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:34.350478462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da23c6f7-4637-42d9-aefb-e17c2597d78f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:34.354727918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da23c6f7-4637-42d9-aefb-e17c2597d78f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:34.358782231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da23c6f7-4637-42d9-aefb-e17c2597d78f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:34.362811652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da23c6f7-4637-42d9-aefb-e17c2597d78f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:34.945869594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89e61062-94b3-4ce8-b4d4-83e34dcd8a11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:34.951448246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89e61062-94b3-4ce8-b4d4-83e34dcd8a11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:34.96002835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89e61062-94b3-4ce8-b4d4-83e34dcd8a11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:34.967225343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89e61062-94b3-4ce8-b4d4-83e34dcd8a11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:35.252364433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9daa7d2-244d-412f-8e95-cf50f1eee2fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:35.256659593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9daa7d2-244d-412f-8e95-cf50f1eee2fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:35.260866595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9daa7d2-244d-412f-8e95-cf50f1eee2fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:35.268746319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9daa7d2-244d-412f-8e95-cf50f1eee2fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:35.840982073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"573271c3-5076-4ed3-a051-dd3d925e559a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:35.980005387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"796fef04-e82b-465a-8130-f43c1eb12ee6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:36.054347941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"819b5173-4970-4220-b28b-3e8146562e5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:36.059266063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"819b5173-4970-4220-b28b-3e8146562e5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:36.063641383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"819b5173-4970-4220-b28b-3e8146562e5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:36.068022912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"819b5173-4970-4220-b28b-3e8146562e5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:36.360826173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"846450b8-9de1-4f61-97c1-a256f4ad674f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:36.367406446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"846450b8-9de1-4f61-97c1-a256f4ad674f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:36.372370813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"846450b8-9de1-4f61-97c1-a256f4ad674f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:36.373126032Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:36.377949749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"846450b8-9de1-4f61-97c1-a256f4ad674f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:37.586814703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1936527-8990-441b-8d9b-c336d0732b0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:37.591318259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1936527-8990-441b-8d9b-c336d0732b0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:37.600521098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1936527-8990-441b-8d9b-c336d0732b0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:37.604803628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1936527-8990-441b-8d9b-c336d0732b0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:38.008693015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43141683-7a23-45c2-9412-0df99121c604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:38.013012023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43141683-7a23-45c2-9412-0df99121c604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:38.017229103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43141683-7a23-45c2-9412-0df99121c604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:38.021310156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43141683-7a23-45c2-9412-0df99121c604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:38.341733579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1b97c1f-ac1f-43ef-b206-8400dc7e2056","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:38.346026092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1b97c1f-ac1f-43ef-b206-8400dc7e2056","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:38.352812665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1b97c1f-ac1f-43ef-b206-8400dc7e2056","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:38.361607451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1b97c1f-ac1f-43ef-b206-8400dc7e2056","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:38.642290299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d42432c-f91b-429e-8d0e-e95c3b60b112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:38.646592145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d42432c-f91b-429e-8d0e-e95c3b60b112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:38.646804509Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1d482894"},"namespace":"ai-tenant-e2e-migrate-1d482894","name":"default-tenant","reconcileID":"4cc9f637-f155-4753-a90e-a3d69ee119e6","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:38.650843065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d42432c-f91b-429e-8d0e-e95c3b60b112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:38.655270294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d42432c-f91b-429e-8d0e-e95c3b60b112","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:38.665918279Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1d482894"},"namespace":"ai-tenant-e2e-migrate-1d482894","name":"default-tenant","reconcileID":"4cc9f637-f155-4753-a90e-a3d69ee119e6","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:39.048158349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f1f9d8-5b3a-40bd-8215-730a8442b88d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:39.052522196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f1f9d8-5b3a-40bd-8215-730a8442b88d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:39.056665359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f1f9d8-5b3a-40bd-8215-730a8442b88d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:39.061105078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14f1f9d8-5b3a-40bd-8215-730a8442b88d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:39.168365832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e0ff7ec4-bdb2-4070-b340-22a31797d3a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:39.268905451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0ea59a0c-8bfd-47cd-9aa3-fe1e02082bf1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:39.728182779Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a55af38"},"namespace":"ai-tenant-e2e-ait-3a55af38","name":"default-tenant","reconcileID":"52246c46-b62b-458f-a9d9-ef57379e8267","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:39.903184252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b630596c-7dbc-4d61-8eab-222cdddcd2c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:39.907444633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b630596c-7dbc-4d61-8eab-222cdddcd2c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:39.911370362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b630596c-7dbc-4d61-8eab-222cdddcd2c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:39.915467364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b630596c-7dbc-4d61-8eab-222cdddcd2c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:40.25586665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2dbb337-0f25-4f8c-b61f-2b7f3810f231","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:40.260157966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2dbb337-0f25-4f8c-b61f-2b7f3810f231","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:40.265729577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2dbb337-0f25-4f8c-b61f-2b7f3810f231","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:40.272549392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2dbb337-0f25-4f8c-b61f-2b7f3810f231","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:40.541410225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68c94133-7b66-4756-901d-8a11d55d09b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:40.546037149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68c94133-7b66-4756-901d-8a11d55d09b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:40.550316164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68c94133-7b66-4756-901d-8a11d55d09b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:40.554468666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68c94133-7b66-4756-901d-8a11d55d09b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:40.84647452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b57ca307-11cb-42f3-b0e2-86d1521157ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:40.851017751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b57ca307-11cb-42f3-b0e2-86d1521157ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:40.855655617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b57ca307-11cb-42f3-b0e2-86d1521157ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:40.860319184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b57ca307-11cb-42f3-b0e2-86d1521157ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:42.746890368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"988ec6f6-036c-41df-bbb3-a3993b7b1ef5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:42.838291031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dfb3f4d0-79e9-4dac-aca8-cb84915c1890","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:43.257795599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88a819b2-6305-4e2d-ad4e-139e8609151f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:43.26198811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88a819b2-6305-4e2d-ad4e-139e8609151f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:43.266164945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88a819b2-6305-4e2d-ad4e-139e8609151f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:43.270410409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88a819b2-6305-4e2d-ad4e-139e8609151f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:43.549824843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47336fb4-a839-437f-9099-d9ac86ac9fe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:43.5542162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47336fb4-a839-437f-9099-d9ac86ac9fe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:43.560592023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47336fb4-a839-437f-9099-d9ac86ac9fe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:43.568101352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47336fb4-a839-437f-9099-d9ac86ac9fe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:43.906837755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36768d0a-50ea-4a09-ac27-5e062338b533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:43.911279434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36768d0a-50ea-4a09-ac27-5e062338b533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:43.915452871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36768d0a-50ea-4a09-ac27-5e062338b533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:43.92386285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36768d0a-50ea-4a09-ac27-5e062338b533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:44.002786017Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1d482894"},"namespace":"ai-tenant-e2e-migrate-1d482894","name":"default-tenant","reconcileID":"77797e58-2ead-471d-abc9-ffe1f7aaba22","namespace":"ai-tenant-e2e-migrate-1d482894","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:44.002864855Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1d482894"},"namespace":"ai-tenant-e2e-migrate-1d482894","name":"default-tenant","reconcileID":"77797e58-2ead-471d-abc9-ffe1f7aaba22","namespace":"ai-tenant-e2e-migrate-1d482894","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:44.002928843Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1d482894"},"namespace":"ai-tenant-e2e-migrate-1d482894","name":"default-tenant","reconcileID":"77797e58-2ead-471d-abc9-ffe1f7aaba22","tenant":"e2e-migrate-1d482894","tenantID":"e2e-migrate-1d482894","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:44.010491455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1d482894"},"namespace":"ai-tenant-e2e-migrate-1d482894","name":"default-tenant","reconcileID":"77797e58-2ead-471d-abc9-ffe1f7aaba22","gvk":"Deployment","name":"maas-api-e2e-migrate-1d482894","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:44.028746993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1d482894"},"namespace":"ai-tenant-e2e-migrate-1d482894","name":"default-tenant","reconcileID":"77797e58-2ead-471d-abc9-ffe1f7aaba22","gvk":"Service","name":"maas-api-e2e-migrate-1d482894","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:44.045445695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1d482894"},"namespace":"ai-tenant-e2e-migrate-1d482894","name":"default-tenant","reconcileID":"77797e58-2ead-471d-abc9-ffe1f7aaba22","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-1d482894","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:44.052487431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1d482894"},"namespace":"ai-tenant-e2e-migrate-1d482894","name":"default-tenant","reconcileID":"77797e58-2ead-471d-abc9-ffe1f7aaba22","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-1d482894","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:44.063920705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1d482894"},"namespace":"ai-tenant-e2e-migrate-1d482894","name":"default-tenant","reconcileID":"77797e58-2ead-471d-abc9-ffe1f7aaba22","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-1d482894","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:44.083823006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1d482894"},"namespace":"ai-tenant-e2e-migrate-1d482894","name":"default-tenant","reconcileID":"77797e58-2ead-471d-abc9-ffe1f7aaba22","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-1d482894","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:44.089212779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1d482894"},"namespace":"ai-tenant-e2e-migrate-1d482894","name":"default-tenant","reconcileID":"77797e58-2ead-471d-abc9-ffe1f7aaba22","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-1d482894","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:44.093390061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1d482894"},"namespace":"ai-tenant-e2e-migrate-1d482894","name":"default-tenant","reconcileID":"77797e58-2ead-471d-abc9-ffe1f7aaba22","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-1d482894","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:44.097693356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1d482894"},"namespace":"ai-tenant-e2e-migrate-1d482894","name":"default-tenant","reconcileID":"77797e58-2ead-471d-abc9-ffe1f7aaba22","gvk":"Deployment","name":"payload-processing-e2e-migrate-1d482894","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:44.101965731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1d482894"},"namespace":"ai-tenant-e2e-migrate-1d482894","name":"default-tenant","reconcileID":"77797e58-2ead-471d-abc9-ffe1f7aaba22","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-1d482894","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:44.106258927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1d482894"},"namespace":"ai-tenant-e2e-migrate-1d482894","name":"default-tenant","reconcileID":"77797e58-2ead-471d-abc9-ffe1f7aaba22","gvk":"Service","name":"payload-processing-e2e-migrate-1d482894","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:44.113909003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1d482894"},"namespace":"ai-tenant-e2e-migrate-1d482894","name":"default-tenant","reconcileID":"77797e58-2ead-471d-abc9-ffe1f7aaba22","gvk":"Service","name":"payload-pre-processing-e2e-migrate-1d482894","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:44.117870493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1d482894"},"namespace":"ai-tenant-e2e-migrate-1d482894","name":"default-tenant","reconcileID":"77797e58-2ead-471d-abc9-ffe1f7aaba22","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-1d482894","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:44.121816911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1d482894"},"namespace":"ai-tenant-e2e-migrate-1d482894","name":"default-tenant","reconcileID":"77797e58-2ead-471d-abc9-ffe1f7aaba22","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-1d482894","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:44.125949887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1d482894"},"namespace":"ai-tenant-e2e-migrate-1d482894","name":"default-tenant","reconcileID":"77797e58-2ead-471d-abc9-ffe1f7aaba22","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-1d482894","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:44.130129435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1d482894"},"namespace":"ai-tenant-e2e-migrate-1d482894","name":"default-tenant","reconcileID":"77797e58-2ead-471d-abc9-ffe1f7aaba22","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-1d482894","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:44.134720212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1d482894"},"namespace":"ai-tenant-e2e-migrate-1d482894","name":"default-tenant","reconcileID":"77797e58-2ead-471d-abc9-ffe1f7aaba22","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-1d482894","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:44.138758527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1d482894"},"namespace":"ai-tenant-e2e-migrate-1d482894","name":"default-tenant","reconcileID":"77797e58-2ead-471d-abc9-ffe1f7aaba22","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-1d482894","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:44.142854026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1d482894"},"namespace":"ai-tenant-e2e-migrate-1d482894","name":"default-tenant","reconcileID":"77797e58-2ead-471d-abc9-ffe1f7aaba22","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-1d482894","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:44.147460539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1d482894"},"namespace":"ai-tenant-e2e-migrate-1d482894","name":"default-tenant","reconcileID":"77797e58-2ead-471d-abc9-ffe1f7aaba22","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-1d482894","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:44.173493664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a66b390a-40e8-44f0-bfb6-ed5bf115a8ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:44.183266186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a66b390a-40e8-44f0-bfb6-ed5bf115a8ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:44.201581575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a66b390a-40e8-44f0-bfb6-ed5bf115a8ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:44.207488191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a66b390a-40e8-44f0-bfb6-ed5bf115a8ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:44.369381575Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-1d482894","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-1d482894","reconcileID":"204be364-c670-4546-8ff0-35f8af4bd5fd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-1d482894-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-1d482894-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:44.579199084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f145962-c5c8-4681-b64d-580db6b4bc6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:44.584358563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f145962-c5c8-4681-b64d-580db6b4bc6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:44.589486389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f145962-c5c8-4681-b64d-580db6b4bc6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:44.593901153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f145962-c5c8-4681-b64d-580db6b4bc6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:44.90749857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c88ed8d-7f91-4ebd-ae56-5cdfcb5f0d7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:44.929130414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c88ed8d-7f91-4ebd-ae56-5cdfcb5f0d7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:44.934079102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c88ed8d-7f91-4ebd-ae56-5cdfcb5f0d7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:44.940598839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c88ed8d-7f91-4ebd-ae56-5cdfcb5f0d7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:45.757478029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b1ec0c5-682f-41fe-bcdf-aad7f2beb1b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:45.761693405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b1ec0c5-682f-41fe-bcdf-aad7f2beb1b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:45.765871136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b1ec0c5-682f-41fe-bcdf-aad7f2beb1b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:45.770550897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b1ec0c5-682f-41fe-bcdf-aad7f2beb1b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:46.176371928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43b8c398-371a-4336-88fa-2c64e915716c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:46.180764375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43b8c398-371a-4336-88fa-2c64e915716c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:46.185117408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43b8c398-371a-4336-88fa-2c64e915716c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:46.189306655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43b8c398-371a-4336-88fa-2c64e915716c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:46.465656046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d8414e9-ea45-4ef6-ba59-57f2812958d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:46.470014345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d8414e9-ea45-4ef6-ba59-57f2812958d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:46.474407515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d8414e9-ea45-4ef6-ba59-57f2812958d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:46.481964475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d8414e9-ea45-4ef6-ba59-57f2812958d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:46.880201063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db914925-2844-495c-93f2-0974205cefcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:46.885039153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db914925-2844-495c-93f2-0974205cefcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:46.891858109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db914925-2844-495c-93f2-0974205cefcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:46.896791062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db914925-2844-495c-93f2-0974205cefcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:47.153290355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a415770a-ad7d-4c9a-8e39-10234a7fd12f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:47.248555327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f21f7048-e6d2-401e-ad43-31905299e982","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.144385452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79645049-48ef-4b4e-93dc-cc1ac7cff6f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.148729155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79645049-48ef-4b4e-93dc-cc1ac7cff6f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.152872263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79645049-48ef-4b4e-93dc-cc1ac7cff6f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.157276911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79645049-48ef-4b4e-93dc-cc1ac7cff6f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.456152061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3811a584-fa87-484c-8444-afc979542e46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.469913309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3811a584-fa87-484c-8444-afc979542e46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.481917779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3811a584-fa87-484c-8444-afc979542e46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.490622482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3811a584-fa87-484c-8444-afc979542e46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.590244812Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a55af38"},"namespace":"ai-tenant-e2e-ait-3a55af38","name":"default-tenant","reconcileID":"fde0b240-338b-4db2-9421-7213e9425de6","namespace":"ai-tenant-e2e-ait-3a55af38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.590300247Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a55af38"},"namespace":"ai-tenant-e2e-ait-3a55af38","name":"default-tenant","reconcileID":"fde0b240-338b-4db2-9421-7213e9425de6","namespace":"ai-tenant-e2e-ait-3a55af38","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.590353423Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a55af38"},"namespace":"ai-tenant-e2e-ait-3a55af38","name":"default-tenant","reconcileID":"fde0b240-338b-4db2-9421-7213e9425de6","tenant":"e2e-ait-3a55af38","tenantID":"e2e-ait-3a55af38","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.60385539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a55af38"},"namespace":"ai-tenant-e2e-ait-3a55af38","name":"default-tenant","reconcileID":"fde0b240-338b-4db2-9421-7213e9425de6","gvk":"Deployment","name":"maas-api-e2e-ait-3a55af38","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.632203647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a55af38"},"namespace":"ai-tenant-e2e-ait-3a55af38","name":"default-tenant","reconcileID":"fde0b240-338b-4db2-9421-7213e9425de6","gvk":"Service","name":"maas-api-e2e-ait-3a55af38","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.642208609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a55af38"},"namespace":"ai-tenant-e2e-ait-3a55af38","name":"default-tenant","reconcileID":"fde0b240-338b-4db2-9421-7213e9425de6","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-3a55af38","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.657972257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a55af38"},"namespace":"ai-tenant-e2e-ait-3a55af38","name":"default-tenant","reconcileID":"fde0b240-338b-4db2-9421-7213e9425de6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-3a55af38","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.674846586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a55af38"},"namespace":"ai-tenant-e2e-ait-3a55af38","name":"default-tenant","reconcileID":"fde0b240-338b-4db2-9421-7213e9425de6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-3a55af38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.688156671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a55af38"},"namespace":"ai-tenant-e2e-ait-3a55af38","name":"default-tenant","reconcileID":"fde0b240-338b-4db2-9421-7213e9425de6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-3a55af38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.696197658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a55af38"},"namespace":"ai-tenant-e2e-ait-3a55af38","name":"default-tenant","reconcileID":"fde0b240-338b-4db2-9421-7213e9425de6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-3a55af38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.706681086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a55af38"},"namespace":"ai-tenant-e2e-ait-3a55af38","name":"default-tenant","reconcileID":"fde0b240-338b-4db2-9421-7213e9425de6","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-3a55af38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.710934953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a55af38"},"namespace":"ai-tenant-e2e-ait-3a55af38","name":"default-tenant","reconcileID":"fde0b240-338b-4db2-9421-7213e9425de6","gvk":"Deployment","name":"payload-processing-e2e-ait-3a55af38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.717741561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a55af38"},"namespace":"ai-tenant-e2e-ait-3a55af38","name":"default-tenant","reconcileID":"fde0b240-338b-4db2-9421-7213e9425de6","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-3a55af38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.72363641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a55af38"},"namespace":"ai-tenant-e2e-ait-3a55af38","name":"default-tenant","reconcileID":"fde0b240-338b-4db2-9421-7213e9425de6","gvk":"Service","name":"payload-processing-e2e-ait-3a55af38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.77330644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a55af38"},"namespace":"ai-tenant-e2e-ait-3a55af38","name":"default-tenant","reconcileID":"fde0b240-338b-4db2-9421-7213e9425de6","gvk":"Service","name":"payload-pre-processing-e2e-ait-3a55af38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.778431809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a55af38"},"namespace":"ai-tenant-e2e-ait-3a55af38","name":"default-tenant","reconcileID":"fde0b240-338b-4db2-9421-7213e9425de6","gvk":"DestinationRule","name":"payload-processing-e2e-ait-3a55af38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.782831057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a55af38"},"namespace":"ai-tenant-e2e-ait-3a55af38","name":"default-tenant","reconcileID":"fde0b240-338b-4db2-9421-7213e9425de6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-3a55af38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.790683572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a55af38"},"namespace":"ai-tenant-e2e-ait-3a55af38","name":"default-tenant","reconcileID":"fde0b240-338b-4db2-9421-7213e9425de6","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-3a55af38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.802252579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a55af38"},"namespace":"ai-tenant-e2e-ait-3a55af38","name":"default-tenant","reconcileID":"fde0b240-338b-4db2-9421-7213e9425de6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-3a55af38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.806697246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a55af38"},"namespace":"ai-tenant-e2e-ait-3a55af38","name":"default-tenant","reconcileID":"fde0b240-338b-4db2-9421-7213e9425de6","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-3a55af38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.811370628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a55af38"},"namespace":"ai-tenant-e2e-ait-3a55af38","name":"default-tenant","reconcileID":"fde0b240-338b-4db2-9421-7213e9425de6","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-3a55af38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.816031406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a55af38"},"namespace":"ai-tenant-e2e-ait-3a55af38","name":"default-tenant","reconcileID":"fde0b240-338b-4db2-9421-7213e9425de6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-3a55af38","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.820238301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3a55af38"},"namespace":"ai-tenant-e2e-ait-3a55af38","name":"default-tenant","reconcileID":"fde0b240-338b-4db2-9421-7213e9425de6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-3a55af38","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.830887158Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b33c04be"},"namespace":"ai-tenant-e2e-ait-b33c04be","name":"default-tenant","reconcileID":"02b5c6ad-2709-4fbb-ac2b-1c3e9efd803d","namespace":"ai-tenant-e2e-ait-b33c04be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.830946863Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b33c04be"},"namespace":"ai-tenant-e2e-ait-b33c04be","name":"default-tenant","reconcileID":"02b5c6ad-2709-4fbb-ac2b-1c3e9efd803d","namespace":"ai-tenant-e2e-ait-b33c04be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.8310041Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b33c04be"},"namespace":"ai-tenant-e2e-ait-b33c04be","name":"default-tenant","reconcileID":"02b5c6ad-2709-4fbb-ac2b-1c3e9efd803d","tenant":"e2e-ait-b33c04be","tenantID":"e2e-ait-b33c04be","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.838691162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b33c04be"},"namespace":"ai-tenant-e2e-ait-b33c04be","name":"default-tenant","reconcileID":"02b5c6ad-2709-4fbb-ac2b-1c3e9efd803d","gvk":"Deployment","name":"maas-api-e2e-ait-b33c04be","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.861906861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b33c04be"},"namespace":"ai-tenant-e2e-ait-b33c04be","name":"default-tenant","reconcileID":"02b5c6ad-2709-4fbb-ac2b-1c3e9efd803d","gvk":"Service","name":"maas-api-e2e-ait-b33c04be","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.863975559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ade018d2-5e5f-4567-a00d-38a6d17263de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.877060679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b33c04be"},"namespace":"ai-tenant-e2e-ait-b33c04be","name":"default-tenant","reconcileID":"02b5c6ad-2709-4fbb-ac2b-1c3e9efd803d","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-b33c04be","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.877417162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ade018d2-5e5f-4567-a00d-38a6d17263de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.882616708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ade018d2-5e5f-4567-a00d-38a6d17263de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.890164183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ade018d2-5e5f-4567-a00d-38a6d17263de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.896015654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b33c04be"},"namespace":"ai-tenant-e2e-ait-b33c04be","name":"default-tenant","reconcileID":"02b5c6ad-2709-4fbb-ac2b-1c3e9efd803d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-b33c04be","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.906636925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b33c04be"},"namespace":"ai-tenant-e2e-ait-b33c04be","name":"default-tenant","reconcileID":"02b5c6ad-2709-4fbb-ac2b-1c3e9efd803d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-b33c04be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.919222985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b33c04be"},"namespace":"ai-tenant-e2e-ait-b33c04be","name":"default-tenant","reconcileID":"02b5c6ad-2709-4fbb-ac2b-1c3e9efd803d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-b33c04be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.933649173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b33c04be"},"namespace":"ai-tenant-e2e-ait-b33c04be","name":"default-tenant","reconcileID":"02b5c6ad-2709-4fbb-ac2b-1c3e9efd803d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-b33c04be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.957123791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b33c04be"},"namespace":"ai-tenant-e2e-ait-b33c04be","name":"default-tenant","reconcileID":"02b5c6ad-2709-4fbb-ac2b-1c3e9efd803d","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-b33c04be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.966908114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b33c04be"},"namespace":"ai-tenant-e2e-ait-b33c04be","name":"default-tenant","reconcileID":"02b5c6ad-2709-4fbb-ac2b-1c3e9efd803d","gvk":"Deployment","name":"payload-processing-e2e-ait-b33c04be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.982530269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b33c04be"},"namespace":"ai-tenant-e2e-ait-b33c04be","name":"default-tenant","reconcileID":"02b5c6ad-2709-4fbb-ac2b-1c3e9efd803d","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-b33c04be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.987530721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b33c04be"},"namespace":"ai-tenant-e2e-ait-b33c04be","name":"default-tenant","reconcileID":"02b5c6ad-2709-4fbb-ac2b-1c3e9efd803d","gvk":"Service","name":"payload-processing-e2e-ait-b33c04be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.995766503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b33c04be"},"namespace":"ai-tenant-e2e-ait-b33c04be","name":"default-tenant","reconcileID":"02b5c6ad-2709-4fbb-ac2b-1c3e9efd803d","gvk":"Service","name":"payload-pre-processing-e2e-ait-b33c04be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:49.996090573Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-3a55af38","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-3a55af38","reconcileID":"5c1a17ae-ab9f-4a12-80b3-ec6e5f6737f4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-3a55af38","removed":["maas.opendatahub.io/gateway-access-e2e-ait-3a55af38"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.001184701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b33c04be"},"namespace":"ai-tenant-e2e-ait-b33c04be","name":"default-tenant","reconcileID":"02b5c6ad-2709-4fbb-ac2b-1c3e9efd803d","gvk":"DestinationRule","name":"payload-processing-e2e-ait-b33c04be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.008835323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b33c04be"},"namespace":"ai-tenant-e2e-ait-b33c04be","name":"default-tenant","reconcileID":"02b5c6ad-2709-4fbb-ac2b-1c3e9efd803d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-b33c04be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.014873563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b33c04be"},"namespace":"ai-tenant-e2e-ait-b33c04be","name":"default-tenant","reconcileID":"02b5c6ad-2709-4fbb-ac2b-1c3e9efd803d","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-b33c04be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.023831952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b33c04be"},"namespace":"ai-tenant-e2e-ait-b33c04be","name":"default-tenant","reconcileID":"02b5c6ad-2709-4fbb-ac2b-1c3e9efd803d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-b33c04be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.028630271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b33c04be"},"namespace":"ai-tenant-e2e-ait-b33c04be","name":"default-tenant","reconcileID":"02b5c6ad-2709-4fbb-ac2b-1c3e9efd803d","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-b33c04be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.034797207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b33c04be"},"namespace":"ai-tenant-e2e-ait-b33c04be","name":"default-tenant","reconcileID":"02b5c6ad-2709-4fbb-ac2b-1c3e9efd803d","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-b33c04be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.043370438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b33c04be"},"namespace":"ai-tenant-e2e-ait-b33c04be","name":"default-tenant","reconcileID":"02b5c6ad-2709-4fbb-ac2b-1c3e9efd803d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-b33c04be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.058133255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-b33c04be"},"namespace":"ai-tenant-e2e-ait-b33c04be","name":"default-tenant","reconcileID":"02b5c6ad-2709-4fbb-ac2b-1c3e9efd803d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-b33c04be","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.068662073Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"f14bdbfb-52fd-446e-b5c5-ddaa76f0b9b9","namespace":"ai-tenant-e2e-ait-0897eecc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.068762027Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"f14bdbfb-52fd-446e-b5c5-ddaa76f0b9b9","namespace":"ai-tenant-e2e-ait-0897eecc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.068849195Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"f14bdbfb-52fd-446e-b5c5-ddaa76f0b9b9","tenant":"e2e-ait-0897eecc","tenantID":"e2e-ait-0897eecc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.07582387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"f14bdbfb-52fd-446e-b5c5-ddaa76f0b9b9","gvk":"Deployment","name":"maas-api-e2e-ait-0897eecc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.086601907Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-c1fdd6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-c1fdd6","reconcileID":"26df6c07-c4d3-4ae9-a337-f22ffd25149c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-c1fdd6","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-c1fdd6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.092858992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"f14bdbfb-52fd-446e-b5c5-ddaa76f0b9b9","gvk":"Service","name":"maas-api-e2e-ait-0897eecc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.118846014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"f14bdbfb-52fd-446e-b5c5-ddaa76f0b9b9","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-0897eecc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.171607467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"f14bdbfb-52fd-446e-b5c5-ddaa76f0b9b9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-0897eecc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.185450734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"f14bdbfb-52fd-446e-b5c5-ddaa76f0b9b9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-0897eecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.195613136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"f14bdbfb-52fd-446e-b5c5-ddaa76f0b9b9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-0897eecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.214475182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"f14bdbfb-52fd-446e-b5c5-ddaa76f0b9b9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-0897eecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.228985563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"f14bdbfb-52fd-446e-b5c5-ddaa76f0b9b9","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-0897eecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.235156088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"f14bdbfb-52fd-446e-b5c5-ddaa76f0b9b9","gvk":"Deployment","name":"payload-processing-e2e-ait-0897eecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.240159067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"f14bdbfb-52fd-446e-b5c5-ddaa76f0b9b9","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-0897eecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.247782018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"f14bdbfb-52fd-446e-b5c5-ddaa76f0b9b9","gvk":"Service","name":"payload-processing-e2e-ait-0897eecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.252103188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"f14bdbfb-52fd-446e-b5c5-ddaa76f0b9b9","gvk":"Service","name":"payload-pre-processing-e2e-ait-0897eecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.257538947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"f14bdbfb-52fd-446e-b5c5-ddaa76f0b9b9","gvk":"DestinationRule","name":"payload-processing-e2e-ait-0897eecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.260487303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fecf296a-4886-4585-a378-f85cdb27d283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.265758135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fecf296a-4886-4585-a378-f85cdb27d283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.26745282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"f14bdbfb-52fd-446e-b5c5-ddaa76f0b9b9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-0897eecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.271642788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fecf296a-4886-4585-a378-f85cdb27d283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.276241491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"f14bdbfb-52fd-446e-b5c5-ddaa76f0b9b9","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-0897eecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.276588977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fecf296a-4886-4585-a378-f85cdb27d283","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.29039226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"f14bdbfb-52fd-446e-b5c5-ddaa76f0b9b9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-0897eecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.29680098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"f14bdbfb-52fd-446e-b5c5-ddaa76f0b9b9","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-0897eecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.314929387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"f14bdbfb-52fd-446e-b5c5-ddaa76f0b9b9","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-0897eecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.32383155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"f14bdbfb-52fd-446e-b5c5-ddaa76f0b9b9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-0897eecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.333074972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"f14bdbfb-52fd-446e-b5c5-ddaa76f0b9b9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-0897eecc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.367548824Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-b33c04be","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-b33c04be","reconcileID":"b226342d-68b0-42b3-a910-4011073af801","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-b33c04be","removed":["maas.opendatahub.io/gateway-access-e2e-ait-b33c04be"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.673393461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2430dfca-fceb-42a0-b90f-04cebd317d95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.678122688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2430dfca-fceb-42a0-b90f-04cebd317d95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.682736106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2430dfca-fceb-42a0-b90f-04cebd317d95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.687249052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2430dfca-fceb-42a0-b90f-04cebd317d95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.973942632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"554b626e-415a-48fc-ae52-4731c0d7585f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.978464815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"554b626e-415a-48fc-ae52-4731c0d7585f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.982814839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"554b626e-415a-48fc-ae52-4731c0d7585f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:50.989036236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"554b626e-415a-48fc-ae52-4731c0d7585f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:51.256639968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80b7e623-b198-4fdb-80f1-85c1fa794fe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:51.260899549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80b7e623-b198-4fdb-80f1-85c1fa794fe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:51.265238018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80b7e623-b198-4fdb-80f1-85c1fa794fe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:51.26943706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80b7e623-b198-4fdb-80f1-85c1fa794fe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:51.755707527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ddaa128-3822-4e10-985c-a9f98446a1e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:51.761221374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ddaa128-3822-4e10-985c-a9f98446a1e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:51.767437143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ddaa128-3822-4e10-985c-a9f98446a1e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:51.774306418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ddaa128-3822-4e10-985c-a9f98446a1e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:53.773582688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"default-tenant","reconcileID":"ea88ce92-e156-4d32-a00b-21416f95a891","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:53.797699862Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"default-tenant","reconcileID":"ea88ce92-e156-4d32-a00b-21416f95a891","name":"e2e-worker-w3-c1fdd6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:53.824919347Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"de567e0a-9ea1-42e6-8215-e7a7428917e6","namespace":"ai-tenant-e2e-ait-0897eecc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:53.824978953Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"de567e0a-9ea1-42e6-8215-e7a7428917e6","namespace":"ai-tenant-e2e-ait-0897eecc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:53.825038598Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"de567e0a-9ea1-42e6-8215-e7a7428917e6","tenant":"e2e-ait-0897eecc","tenantID":"e2e-ait-0897eecc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:53.82940041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"de567e0a-9ea1-42e6-8215-e7a7428917e6","gvk":"Deployment","name":"maas-api-e2e-ait-0897eecc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:53.833644151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"de567e0a-9ea1-42e6-8215-e7a7428917e6","gvk":"Service","name":"maas-api-e2e-ait-0897eecc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:53.837852763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"de567e0a-9ea1-42e6-8215-e7a7428917e6","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-0897eecc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:53.842294375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"de567e0a-9ea1-42e6-8215-e7a7428917e6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-0897eecc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:53.849185208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"de567e0a-9ea1-42e6-8215-e7a7428917e6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-0897eecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:53.856330068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"de567e0a-9ea1-42e6-8215-e7a7428917e6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-0897eecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:53.860345731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"de567e0a-9ea1-42e6-8215-e7a7428917e6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-0897eecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:53.867089022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"de567e0a-9ea1-42e6-8215-e7a7428917e6","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-0897eecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:53.871367501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"de567e0a-9ea1-42e6-8215-e7a7428917e6","gvk":"Deployment","name":"payload-processing-e2e-ait-0897eecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:53.875475759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"de567e0a-9ea1-42e6-8215-e7a7428917e6","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-0897eecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:53.879599155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"de567e0a-9ea1-42e6-8215-e7a7428917e6","gvk":"Service","name":"payload-processing-e2e-ait-0897eecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:53.883798254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"de567e0a-9ea1-42e6-8215-e7a7428917e6","gvk":"Service","name":"payload-pre-processing-e2e-ait-0897eecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:53.887977864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"de567e0a-9ea1-42e6-8215-e7a7428917e6","gvk":"DestinationRule","name":"payload-processing-e2e-ait-0897eecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:53.892119398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"de567e0a-9ea1-42e6-8215-e7a7428917e6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-0897eecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:53.896255307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"de567e0a-9ea1-42e6-8215-e7a7428917e6","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-0897eecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:53.900565172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"de567e0a-9ea1-42e6-8215-e7a7428917e6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-0897eecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:53.904931679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"de567e0a-9ea1-42e6-8215-e7a7428917e6","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-0897eecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:53.909671605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"de567e0a-9ea1-42e6-8215-e7a7428917e6","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-0897eecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:53.913968835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"de567e0a-9ea1-42e6-8215-e7a7428917e6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-0897eecc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:53.918106402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0897eecc"},"namespace":"ai-tenant-e2e-ait-0897eecc","name":"default-tenant","reconcileID":"de567e0a-9ea1-42e6-8215-e7a7428917e6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-0897eecc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:54.136739393Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-0897eecc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-0897eecc","reconcileID":"66a56f68-4bee-457b-8f48-791cc4965b12","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-0897eecc","removed":["maas.opendatahub.io/gateway-access-e2e-ait-0897eecc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:54.462986436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b97e15cc-450e-4cc4-84a1-1bcbd9301eca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:54.467388621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b97e15cc-450e-4cc4-84a1-1bcbd9301eca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:54.471408692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b97e15cc-450e-4cc4-84a1-1bcbd9301eca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:54.475609687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b97e15cc-450e-4cc4-84a1-1bcbd9301eca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:54.75697118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19c07428-b243-49b9-a53a-bf9e07dacf15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:54.761139774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19c07428-b243-49b9-a53a-bf9e07dacf15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:54.765435188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19c07428-b243-49b9-a53a-bf9e07dacf15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:54.769673886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19c07428-b243-49b9-a53a-bf9e07dacf15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:55.07220198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9f8540c-bafb-4fc6-a021-616216afcc57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:55.076518441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9f8540c-bafb-4fc6-a021-616216afcc57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:55.084847971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9f8540c-bafb-4fc6-a021-616216afcc57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:55.097824487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9f8540c-bafb-4fc6-a021-616216afcc57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:55.48047743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ad0475-7e2a-4928-bc88-3a192184e8b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:55.485354667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ad0475-7e2a-4928-bc88-3a192184e8b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:55.493087549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ad0475-7e2a-4928-bc88-3a192184e8b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:55.49738912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ad0475-7e2a-4928-bc88-3a192184e8b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:55.553904082Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-f06af6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-f06af6","reconcileID":"8332dc4c-f72e-43d3-9bee-abec41e68019","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-f06af6","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-f06af6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:55.767746349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94c8ef61-18c1-48a7-b5a4-2b31996c7665","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:55.772138278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94c8ef61-18c1-48a7-b5a4-2b31996c7665","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:55.776381403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94c8ef61-18c1-48a7-b5a4-2b31996c7665","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:55.780531116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94c8ef61-18c1-48a7-b5a4-2b31996c7665","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:56.097521804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805b502f-834b-4ebc-a7ee-55832aae76e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:56.101809369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805b502f-834b-4ebc-a7ee-55832aae76e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:56.107821029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805b502f-834b-4ebc-a7ee-55832aae76e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:56.116314983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805b502f-834b-4ebc-a7ee-55832aae76e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:56.625244429Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-2a3e1b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-2a3e1b","reconcileID":"64124556-2ca3-4ee2-8dd5-70be6375eeff","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-2a3e1b","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-2a3e1b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:56.64922338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaab53de-0463-4d0b-81d7-4705e2e53de3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:56.654572678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaab53de-0463-4d0b-81d7-4705e2e53de3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:56.659033499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaab53de-0463-4d0b-81d7-4705e2e53de3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:56.663532746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaab53de-0463-4d0b-81d7-4705e2e53de3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:57.07723308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"629b17eb-747f-4c4b-92d6-04d61b9cc632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:57.081575422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"629b17eb-747f-4c4b-92d6-04d61b9cc632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:57.086166505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"629b17eb-747f-4c4b-92d6-04d61b9cc632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:57.090330773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"629b17eb-747f-4c4b-92d6-04d61b9cc632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:57.644286841Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-d05eeacd"},"namespace":"ai-tenant-e2e-derive-d05eeacd","name":"default-tenant","reconcileID":"86a96b4e-5410-4b16-810d-06d5928dedbd","namespace":"ai-tenant-e2e-derive-d05eeacd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:57.644344606Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-d05eeacd"},"namespace":"ai-tenant-e2e-derive-d05eeacd","name":"default-tenant","reconcileID":"86a96b4e-5410-4b16-810d-06d5928dedbd","namespace":"ai-tenant-e2e-derive-d05eeacd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:57.644392025Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-d05eeacd"},"namespace":"ai-tenant-e2e-derive-d05eeacd","name":"default-tenant","reconcileID":"86a96b4e-5410-4b16-810d-06d5928dedbd","tenant":"e2e-derive-d05eeacd","tenantID":"e2e-derive-d05eeacd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:57.651203906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-d05eeacd"},"namespace":"ai-tenant-e2e-derive-d05eeacd","name":"default-tenant","reconcileID":"86a96b4e-5410-4b16-810d-06d5928dedbd","gvk":"Deployment","name":"maas-api-e2e-derive-d05eeacd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:57.672842097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-d05eeacd"},"namespace":"ai-tenant-e2e-derive-d05eeacd","name":"default-tenant","reconcileID":"86a96b4e-5410-4b16-810d-06d5928dedbd","gvk":"Service","name":"maas-api-e2e-derive-d05eeacd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:57.691226362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-d05eeacd"},"namespace":"ai-tenant-e2e-derive-d05eeacd","name":"default-tenant","reconcileID":"86a96b4e-5410-4b16-810d-06d5928dedbd","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-d05eeacd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:57.697973282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-d05eeacd"},"namespace":"ai-tenant-e2e-derive-d05eeacd","name":"default-tenant","reconcileID":"86a96b4e-5410-4b16-810d-06d5928dedbd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-d05eeacd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:57.709992189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-d05eeacd"},"namespace":"ai-tenant-e2e-derive-d05eeacd","name":"default-tenant","reconcileID":"86a96b4e-5410-4b16-810d-06d5928dedbd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-d05eeacd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:57.719640876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-d05eeacd"},"namespace":"ai-tenant-e2e-derive-d05eeacd","name":"default-tenant","reconcileID":"86a96b4e-5410-4b16-810d-06d5928dedbd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-d05eeacd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:57.731556814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-d05eeacd"},"namespace":"ai-tenant-e2e-derive-d05eeacd","name":"default-tenant","reconcileID":"86a96b4e-5410-4b16-810d-06d5928dedbd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-d05eeacd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:57.744229274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-d05eeacd"},"namespace":"ai-tenant-e2e-derive-d05eeacd","name":"default-tenant","reconcileID":"86a96b4e-5410-4b16-810d-06d5928dedbd","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-d05eeacd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:57.748757991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-d05eeacd"},"namespace":"ai-tenant-e2e-derive-d05eeacd","name":"default-tenant","reconcileID":"86a96b4e-5410-4b16-810d-06d5928dedbd","gvk":"Deployment","name":"payload-processing-e2e-derive-d05eeacd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:57.752683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-d05eeacd"},"namespace":"ai-tenant-e2e-derive-d05eeacd","name":"default-tenant","reconcileID":"86a96b4e-5410-4b16-810d-06d5928dedbd","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-d05eeacd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:57.756987746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-d05eeacd"},"namespace":"ai-tenant-e2e-derive-d05eeacd","name":"default-tenant","reconcileID":"86a96b4e-5410-4b16-810d-06d5928dedbd","gvk":"Service","name":"payload-processing-e2e-derive-d05eeacd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:57.761651382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-d05eeacd"},"namespace":"ai-tenant-e2e-derive-d05eeacd","name":"default-tenant","reconcileID":"86a96b4e-5410-4b16-810d-06d5928dedbd","gvk":"Service","name":"payload-pre-processing-e2e-derive-d05eeacd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:57.76669404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-d05eeacd"},"namespace":"ai-tenant-e2e-derive-d05eeacd","name":"default-tenant","reconcileID":"86a96b4e-5410-4b16-810d-06d5928dedbd","gvk":"DestinationRule","name":"payload-processing-e2e-derive-d05eeacd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:57.771452385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-d05eeacd"},"namespace":"ai-tenant-e2e-derive-d05eeacd","name":"default-tenant","reconcileID":"86a96b4e-5410-4b16-810d-06d5928dedbd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-d05eeacd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:57.77787253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-d05eeacd"},"namespace":"ai-tenant-e2e-derive-d05eeacd","name":"default-tenant","reconcileID":"86a96b4e-5410-4b16-810d-06d5928dedbd","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-d05eeacd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:57.788755308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-d05eeacd"},"namespace":"ai-tenant-e2e-derive-d05eeacd","name":"default-tenant","reconcileID":"86a96b4e-5410-4b16-810d-06d5928dedbd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-d05eeacd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:57.792964249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-d05eeacd"},"namespace":"ai-tenant-e2e-derive-d05eeacd","name":"default-tenant","reconcileID":"86a96b4e-5410-4b16-810d-06d5928dedbd","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-d05eeacd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:57.79738996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-d05eeacd"},"namespace":"ai-tenant-e2e-derive-d05eeacd","name":"default-tenant","reconcileID":"86a96b4e-5410-4b16-810d-06d5928dedbd","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-d05eeacd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:57.802132061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-d05eeacd"},"namespace":"ai-tenant-e2e-derive-d05eeacd","name":"default-tenant","reconcileID":"86a96b4e-5410-4b16-810d-06d5928dedbd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-d05eeacd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:57.808285721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-d05eeacd"},"namespace":"ai-tenant-e2e-derive-d05eeacd","name":"default-tenant","reconcileID":"86a96b4e-5410-4b16-810d-06d5928dedbd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-d05eeacd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:58.11038895Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-d05eeacd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-d05eeacd","reconcileID":"60afd9f2-3b52-4947-b593-18d652d7946e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-d05eeacd","removed":["maas.opendatahub.io/gateway-access-e2e-derive-d05eeacd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:58.367771386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6dacb38-a8da-4a39-b581-30bded8c9287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:58.372074867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6dacb38-a8da-4a39-b581-30bded8c9287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:58.376253074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6dacb38-a8da-4a39-b581-30bded8c9287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:58.380664065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6dacb38-a8da-4a39-b581-30bded8c9287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:58.686656889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ef28c28-c6ee-4f4a-9183-9fe36c8a59a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:58.69120138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ef28c28-c6ee-4f4a-9183-9fe36c8a59a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:58.695705398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ef28c28-c6ee-4f4a-9183-9fe36c8a59a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:58.700115251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ef28c28-c6ee-4f4a-9183-9fe36c8a59a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:58.877130372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"default-tenant","reconcileID":"8eaaa965-cecf-4b0a-b419-9385161391ac","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:58.902213968Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"default-tenant","reconcileID":"8eaaa965-cecf-4b0a-b419-9385161391ac","name":"e2e-worker-w2-f06af6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:59.559185156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"147490d1-77f9-482e-a967-a6ecefeab624","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:59.564173187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"147490d1-77f9-482e-a967-a6ecefeab624","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:59.569414176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"147490d1-77f9-482e-a967-a6ecefeab624","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:59.574678842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"147490d1-77f9-482e-a967-a6ecefeab624","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:59.948809686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96f3b27b-5cd5-4fba-a5f3-37e89a70ef3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:59.953733416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96f3b27b-5cd5-4fba-a5f3-37e89a70ef3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:59.958714363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96f3b27b-5cd5-4fba-a5f3-37e89a70ef3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:40:59.964735351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96f3b27b-5cd5-4fba-a5f3-37e89a70ef3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:00.414603705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83eb01c2-a8f8-4394-8337-dcd359473b61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:00.418759693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83eb01c2-a8f8-4394-8337-dcd359473b61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:00.422757942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83eb01c2-a8f8-4394-8337-dcd359473b61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:00.427258139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83eb01c2-a8f8-4394-8337-dcd359473b61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:00.487126997Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-8836a8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-8836a8","reconcileID":"f8af3031-c4fb-4ad5-ad3f-a4c98384a41e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-8836a8","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-8836a8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:00.78192242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2071fc6c-68fe-4dc4-9e9b-93b5e30af5f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:00.789658196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2071fc6c-68fe-4dc4-9e9b-93b5e30af5f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:00.794827949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2071fc6c-68fe-4dc4-9e9b-93b5e30af5f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:00.800300537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2071fc6c-68fe-4dc4-9e9b-93b5e30af5f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:01.20794977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a517c669-0727-4fa2-880d-85bda2c5d5b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:01.239821406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a517c669-0727-4fa2-880d-85bda2c5d5b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:01.24546269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a517c669-0727-4fa2-880d-85bda2c5d5b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:01.309374675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a517c669-0727-4fa2-880d-85bda2c5d5b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:01.856595327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e97ddca1-e9de-4f83-b48d-64ef6efede42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:01.860959541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e97ddca1-e9de-4f83-b48d-64ef6efede42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:01.865395597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e97ddca1-e9de-4f83-b48d-64ef6efede42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:01.869929345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e97ddca1-e9de-4f83-b48d-64ef6efede42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:02.058299778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"default-tenant","reconcileID":"a0e93afd-cb66-482c-9965-a63e8beb2a73","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:02.096603862Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"default-tenant","reconcileID":"a0e93afd-cb66-482c-9965-a63e8beb2a73","name":"e2e-worker-w4-2a3e1b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:02.283184533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14332e0b-2800-4842-bbe0-41164bdee2e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:02.287488356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14332e0b-2800-4842-bbe0-41164bdee2e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:02.291816451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14332e0b-2800-4842-bbe0-41164bdee2e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:02.296034938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14332e0b-2800-4842-bbe0-41164bdee2e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:02.578461778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3965f31-7ca9-4962-9bbe-847472e381f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:02.583668286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3965f31-7ca9-4962-9bbe-847472e381f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:02.588900156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3965f31-7ca9-4962-9bbe-847472e381f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:02.596497926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3965f31-7ca9-4962-9bbe-847472e381f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:03.113388377Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-7a745c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-7a745c","reconcileID":"5784bde5-c391-4d68-9a74-c2a594045594","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-7a745c","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-7a745c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:03.385057917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51648f2c-c8a5-40dd-9498-4487d957eca6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:03.389867492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51648f2c-c8a5-40dd-9498-4487d957eca6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:03.400491676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51648f2c-c8a5-40dd-9498-4487d957eca6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:03.405098229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51648f2c-c8a5-40dd-9498-4487d957eca6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:03.773032402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c6e8676-76ac-4249-af9c-0bd8afea6a08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:03.777434403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c6e8676-76ac-4249-af9c-0bd8afea6a08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:03.78169916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c6e8676-76ac-4249-af9c-0bd8afea6a08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:03.78599226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c6e8676-76ac-4249-af9c-0bd8afea6a08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:04.065546532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abbdc734-a771-43a9-b498-cd89b69f51d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:04.071175555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abbdc734-a771-43a9-b498-cd89b69f51d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:04.075531567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abbdc734-a771-43a9-b498-cd89b69f51d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:04.080345954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abbdc734-a771-43a9-b498-cd89b69f51d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:04.364624418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cefe2744-db1b-49c2-9a68-169430236306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:04.369004608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cefe2744-db1b-49c2-9a68-169430236306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:04.373242231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cefe2744-db1b-49c2-9a68-169430236306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:04.377523755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cefe2744-db1b-49c2-9a68-169430236306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:04.873743871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d563859-39b1-422d-afd5-ffbaa019be09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:04.884010669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d563859-39b1-422d-afd5-ffbaa019be09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:04.891850258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d563859-39b1-422d-afd5-ffbaa019be09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:04.896223034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d563859-39b1-422d-afd5-ffbaa019be09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:05.170137025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b4df5a1-b928-4995-a4dd-55f67e3a94fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:05.174413216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b4df5a1-b928-4995-a4dd-55f67e3a94fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:05.178420195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b4df5a1-b928-4995-a4dd-55f67e3a94fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:05.182816372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b4df5a1-b928-4995-a4dd-55f67e3a94fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:05.524440428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff77e8cf-ff03-4f7e-9dc1-8c0a468fb2c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:05.528932696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff77e8cf-ff03-4f7e-9dc1-8c0a468fb2c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:05.533103989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff77e8cf-ff03-4f7e-9dc1-8c0a468fb2c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:05.53749752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff77e8cf-ff03-4f7e-9dc1-8c0a468fb2c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:06.381259987Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:07.112176248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"3f8b8356-cd39-4d5a-8aed-652d3e3cdf5f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:07.138361869Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"3f8b8356-cd39-4d5a-8aed-652d3e3cdf5f","name":"e2e-worker-w0-8836a8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:09.639706077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"default-tenant","reconcileID":"e227d04f-1eb7-45f8-bb3a-15f6e9cd08cd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:09.664715498Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"default-tenant","reconcileID":"e227d04f-1eb7-45f8-bb3a-15f6e9cd08cd","name":"e2e-worker-w1-7a745c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:12.269712782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df39ad8c-0e97-4adb-b5bf-d710a5248d6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:12.274215809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df39ad8c-0e97-4adb-b5bf-d710a5248d6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:12.279342499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df39ad8c-0e97-4adb-b5bf-d710a5248d6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:12.284412627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df39ad8c-0e97-4adb-b5bf-d710a5248d6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:12.573876297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c8b43a3-709e-487f-9d1f-9448c7fa583a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:12.578564116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c8b43a3-709e-487f-9d1f-9448c7fa583a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:12.583853369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c8b43a3-709e-487f-9d1f-9448c7fa583a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:12.588766593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c8b43a3-709e-487f-9d1f-9448c7fa583a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:15.315169054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3fa027c-7a30-49bf-9382-8cec8ac14413","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:15.319644169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3fa027c-7a30-49bf-9382-8cec8ac14413","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:15.323874669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3fa027c-7a30-49bf-9382-8cec8ac14413","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:15.328533707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3fa027c-7a30-49bf-9382-8cec8ac14413","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:15.679961364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da76c1ba-f28c-49a0-a863-04c1c3a2aac0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:15.684934171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da76c1ba-f28c-49a0-a863-04c1c3a2aac0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:15.689278187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da76c1ba-f28c-49a0-a863-04c1c3a2aac0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:15.693489315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da76c1ba-f28c-49a0-a863-04c1c3a2aac0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:18.434877671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a9ad5b6e-88a8-473e-9cf1-ed43d93d59e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:18.527039174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a9841b67-c0cc-4fe8-aed5-49957b80620e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:21.537033076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ba8eeeee-d681-45df-9dba-b8c1c56c28e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:21.653025087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8b782bd2-ec9c-42e8-b71d-512b68196eb4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:22.074657778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fd72264-31f3-4759-b7f0-c97d994c423c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:22.080735906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fd72264-31f3-4759-b7f0-c97d994c423c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:22.09035975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fd72264-31f3-4759-b7f0-c97d994c423c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:22.098180441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fd72264-31f3-4759-b7f0-c97d994c423c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:22.216278769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"62f512f9-cee3-4a4d-85bb-743f5ade42a6","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:22.481527857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3593bfb5-474c-44d5-b023-8c3647fdb7a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:22.486562086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3593bfb5-474c-44d5-b023-8c3647fdb7a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:22.491670688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3593bfb5-474c-44d5-b023-8c3647fdb7a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:22.496742144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3593bfb5-474c-44d5-b023-8c3647fdb7a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:24.280084886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94dfee7e-8b6b-4dc4-a4aa-e99832a83755","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:24.284341836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94dfee7e-8b6b-4dc4-a4aa-e99832a83755","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:24.288475334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94dfee7e-8b6b-4dc4-a4aa-e99832a83755","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:24.293019822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94dfee7e-8b6b-4dc4-a4aa-e99832a83755","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:24.565543144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c365edaf-566d-4c53-9d10-e239d27394b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:24.569750158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c365edaf-566d-4c53-9d10-e239d27394b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:24.57388706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c365edaf-566d-4c53-9d10-e239d27394b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:24.578278787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c365edaf-566d-4c53-9d10-e239d27394b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:26.075199129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"549b7937-06fb-4e2c-926b-467a37a03637","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:36.377630755Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:37.932355111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"4d2ec8a6-96e9-41c8-adb4-90ea416de5fb","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:42.253996282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"70ab0256-f3e4-4e78-8cba-daa441eae200","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:42.277595393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"1b12bb33-a6a0-4c99-8d4b-d9569fa3d2af","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:43.686021695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"2f99ae1b-9cd0-466a-aec2-57998b1dd5ad","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:43.879374158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"89534267-c172-4f7f-9d2f-7fb77d1f8b86","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:43.891374831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d64d5a9b-d404-4083-bd60-b2da8376402b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:43.891392966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d64d5a9b-d404-4083-bd60-b2da8376402b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:43.893351274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"7130138f-00fc-4c45-9449-7f37317c2df5","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:43.90315563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6236a31d-cbcb-4628-afe2-77d5a9bd37b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:43.903171908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6236a31d-cbcb-4628-afe2-77d5a9bd37b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:43.904008099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"c172521b-8e44-4ef2-b62c-f761e92ee06a","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:41:43.910788699Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-c1fdd6/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:43.969149294Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"94f33dcb-b7c7-4325-9cdf-34b548d70936","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"simulator-w3-c1fdd6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:43.99866009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"f9a816d2-a914-4d03-91e0-f24ac7d4eea8","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.028036634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"99b2469d-0d82-4817-ae4d-3f8126ddfb40","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.08970793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"c625955a-2382-4af8-af81-f7d9ca376419","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.105296731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"98ab7132-626c-4a9e-bb03-01b4b432bccd","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.115658225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"d97bfb0e-663b-4260-90fa-cadfb7aa9dcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.127338673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"4dc266b0-1a63-4d5c-ba3d-9cb0d27e968b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.151177712Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"d97bfb0e-663b-4260-90fa-cadfb7aa9dcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.165611097Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-c1fdd6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"d97bfb0e-663b-4260-90fa-cadfb7aa9dcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.193262356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"48a0f719-221b-4f24-91a3-49a000c46f4d","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.202511967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"3882737c-536d-409d-b337-2bef7d15b2a0","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.222755953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"3adaedc5-cb32-4da0-bf32-78b6375df106","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.23312855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"3adaedc5-cb32-4da0-bf32-78b6375df106","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.245168772Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-c1fdd6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"3adaedc5-cb32-4da0-bf32-78b6375df106","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.288425914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"ac82f407-2792-4937-9eb0-3e2e8c030f73","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.303175716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"a739b233-f34d-4554-9998-198e9dce6257","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.303574386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"7662db49-2976-4228-9d20-37363404417f","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.311927224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"31fec19b-e40e-4d59-87da-1f31d775a83e","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:41:44.315254863Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"e96ab86a-f784-4337-9dd1-b950b202843f","error":"failed to persist rateLimitIdentity: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.317154852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"c8eccc7c-a90c-45bc-9e0a-04c5429132da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.325268481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"171fc7d0-6659-47be-a399-7951ed2344f6","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.326841833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"c8eccc7c-a90c-45bc-9e0a-04c5429132da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.342036215Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-c1fdd6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"c8eccc7c-a90c-45bc-9e0a-04c5429132da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.361455319Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"a6c95e06-f30f-4910-9e44-68147643142c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"premium-w3-c1fdd6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.384638956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"9cb39b04-7b25-4320-803c-444d1ff8e1ee","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.415589773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"2094a32a-a3d6-40b5-bc1c-fff4de6dc49c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.426458121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"2094a32a-a3d6-40b5-bc1c-fff4de6dc49c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.43521574Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-c1fdd6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"2094a32a-a3d6-40b5-bc1c-fff4de6dc49c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.453835741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"5bbf0e6f-eb72-41c0-a41d-f65c6251fbba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.475080706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"d9ac191f-62da-43f6-83a8-d1e1f3e799c1","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.48876538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"6de807e9-0665-4a2f-b4e0-3e1b6eea0c6b","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.520446491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"e8b62e59-33c1-499d-b4b4-94aae275dd1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.522065778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"442e6b76-9e97-4f95-bd52-6629793535c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.535211281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"e8b62e59-33c1-499d-b4b4-94aae275dd1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.535217242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"442e6b76-9e97-4f95-bd52-6629793535c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.544844129Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-c1fdd6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"442e6b76-9e97-4f95-bd52-6629793535c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.544863308Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-c1fdd6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"e8b62e59-33c1-499d-b4b4-94aae275dd1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.554492031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"8c90b967-8cb0-46bc-abd0-6b6aec78c57c","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.556484644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"ed540caa-543b-4392-aaaf-bf7a9ed0d092","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.621243073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"6992dc5f-d662-418d-bf15-f8fdbb79b621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.630829892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"6992dc5f-d662-418d-bf15-f8fdbb79b621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:44.639454602Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-c1fdd6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"6992dc5f-d662-418d-bf15-f8fdbb79b621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:48.068015095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"813328e5-87b5-4c64-98fc-aa5b974a882e","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:48.30434196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"cb3f013e-b39e-41f4-bbd4-d16921e97a6b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:48.338023932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"af5d492f-d48c-44ed-bea8-929833cdf97b","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:48.414933156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"4f0a024a-a88e-465c-8229-3f674a286d80","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:48.468512651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"03ac7f43-9a71-435a-8f06-fcd8465a91cc","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:48.571398913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"a4e5a75f-c27a-4875-86fa-947c9fd13f1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:48.571697132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"7aecf05f-283c-44fb-acad-83279a36ea3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:48.592732452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"7aecf05f-283c-44fb-acad-83279a36ea3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:48.593873154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"a4e5a75f-c27a-4875-86fa-947c9fd13f1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:48.601528143Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-c1fdd6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c86a1c71b693b1ac4d79d261bd62c315b82d88ac719f02cdb555ebf0ef87fe7d) AuthConfig (502fab71ebd11e53b52773c9d24702a4570016f13b59ddb37bc317ae4ff009df) AuthConfig (25bb0fe6113eecfac6bf658127aaadd37d9e7b51c29d62010f53f5ad79a518f2) AuthConfig (f422bb5ae861e8929083d62e9c434cd66bec23c68825b790efbf47a843ece941) AuthConfig (d0dbe7bd78c76255b060d3a179270669617487314808900305a1ee9da0b8fc75) AuthConfig (1704c3023fb5f526058932a08b90aa60937bdc691e950aa16ed4bc68642508d8) AuthConfig (26ac223d3b842fb2ca8d367e09dcc648996badab770c7335926c065aa1ccf23a) AuthConfig (aa9daec6bbdfa216e86904cb02ef6d62aa0173da5c54735b4f31de9d1bde9416) AuthConfig (f55ac5d78bde06a1a8943d6268c1c2f8d22d0fadb58fb949966df50a2ac487f8) AuthConfig (c092cedccbb353ebe7d28044bc62b835c14f15719a0c5868790e10e00355a119) AuthConfig (4bd041d2cc25b67f88343134feb8707d56edda39c8c0603087035d56bcc0411c) AuthConfig (30e7b98cf3a3b8ed49d515bfe5790142b8bdb8340f5c2567475381c83ce7df95) AuthConfig (a32facb1a830a9c4856a206f219a780c32c8cc6d6c3050fe166f2550d50bedc3) AuthConfig (3fd8c3d3ba4d1115b34fd566c623a9cc8f1c73c3219e68ce6553c55450447312) AuthConfig (182e21f658e9a66eb3089bae8f5c0e7b02df70463ba94a702d6b11d23420c16c) AuthConfig (8b433f127d3bcc77c93744d75da9e5ad09f5f63d5491d16b07287c4657652b64) AuthConfig (15fd3d9b1cb33e23de183d68a6c3cd9ca3535e4a6b4c0238d9b980c760521b12) AuthConfig (d5dce4c36374949ed1bf259f9ded78c12c9321ee53746961408b2dc0c0dd92ff) AuthConfig (e32c4adb50d040f6d53a9960704cbae5975316c0720b6096f1556299983b4617) AuthConfig (14949abdb4db96a9d215409215134f9336e109c1673860e9511157efc6594444) AuthConfig (1150976ea1c142394efadc0fe89fe160906d6c61b1bc46fdf99592170457d0ff) AuthConfig (cee6d15656e1c42ea7409d2ef6f713a3fbf05f31c65a5b6a0f15561b89d513a4) AuthConfig (30a934ed14952294b92971ca96965cd703ac7fbc671a108a3b0171a746e635f0) AuthConfig (10f55c1cd2b97a242cadbdccc523a2952b0a2296cb1b5c052aa3d7ac479adf27) AuthConfig (41d4dd7629dddfa1e688e69e8ef22dfbc01f01482f30bcdcaa6ef9f822a37a04) AuthConfig (fba41d75bcb6527d1420bd41a2e9ff798ca4490a60b4e0d60ffa043768a353bb) AuthConfig (7992862363727e88dbf41cadb194e949b2e29662eed1b778c2e61b473d1ebcc1) AuthConfig (b914d286fa24f585c1239ce2406526fae1214eeae90f205f6448abebb6b4d203) AuthConfig (382db27876f162cf4bbd5b3113cfe3e10fc1551c23d51b4c0f246600998ef03c) AuthConfig (fc675ef9ff5aa444b490bea8e2aa62fd245db26e726e1faa08489a5b79d3f859)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"7aecf05f-283c-44fb-acad-83279a36ea3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:48.603000891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-c1fdd6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c86a1c71b693b1ac4d79d261bd62c315b82d88ac719f02cdb555ebf0ef87fe7d) AuthConfig (502fab71ebd11e53b52773c9d24702a4570016f13b59ddb37bc317ae4ff009df) AuthConfig (25bb0fe6113eecfac6bf658127aaadd37d9e7b51c29d62010f53f5ad79a518f2) AuthConfig (f422bb5ae861e8929083d62e9c434cd66bec23c68825b790efbf47a843ece941) AuthConfig (d0dbe7bd78c76255b060d3a179270669617487314808900305a1ee9da0b8fc75) AuthConfig (1704c3023fb5f526058932a08b90aa60937bdc691e950aa16ed4bc68642508d8) AuthConfig (26ac223d3b842fb2ca8d367e09dcc648996badab770c7335926c065aa1ccf23a) AuthConfig (aa9daec6bbdfa216e86904cb02ef6d62aa0173da5c54735b4f31de9d1bde9416) AuthConfig (f55ac5d78bde06a1a8943d6268c1c2f8d22d0fadb58fb949966df50a2ac487f8) AuthConfig (c092cedccbb353ebe7d28044bc62b835c14f15719a0c5868790e10e00355a119) AuthConfig (4bd041d2cc25b67f88343134feb8707d56edda39c8c0603087035d56bcc0411c) AuthConfig (30e7b98cf3a3b8ed49d515bfe5790142b8bdb8340f5c2567475381c83ce7df95) AuthConfig (a32facb1a830a9c4856a206f219a780c32c8cc6d6c3050fe166f2550d50bedc3) AuthConfig (3fd8c3d3ba4d1115b34fd566c623a9cc8f1c73c3219e68ce6553c55450447312) AuthConfig (182e21f658e9a66eb3089bae8f5c0e7b02df70463ba94a702d6b11d23420c16c) AuthConfig (8b433f127d3bcc77c93744d75da9e5ad09f5f63d5491d16b07287c4657652b64) AuthConfig (15fd3d9b1cb33e23de183d68a6c3cd9ca3535e4a6b4c0238d9b980c760521b12) AuthConfig (d5dce4c36374949ed1bf259f9ded78c12c9321ee53746961408b2dc0c0dd92ff) AuthConfig (e32c4adb50d040f6d53a9960704cbae5975316c0720b6096f1556299983b4617) AuthConfig (14949abdb4db96a9d215409215134f9336e109c1673860e9511157efc6594444) AuthConfig (1150976ea1c142394efadc0fe89fe160906d6c61b1bc46fdf99592170457d0ff) AuthConfig (cee6d15656e1c42ea7409d2ef6f713a3fbf05f31c65a5b6a0f15561b89d513a4) AuthConfig (30a934ed14952294b92971ca96965cd703ac7fbc671a108a3b0171a746e635f0) AuthConfig (10f55c1cd2b97a242cadbdccc523a2952b0a2296cb1b5c052aa3d7ac479adf27) AuthConfig (41d4dd7629dddfa1e688e69e8ef22dfbc01f01482f30bcdcaa6ef9f822a37a04) AuthConfig (fba41d75bcb6527d1420bd41a2e9ff798ca4490a60b4e0d60ffa043768a353bb) AuthConfig (7992862363727e88dbf41cadb194e949b2e29662eed1b778c2e61b473d1ebcc1) AuthConfig (b914d286fa24f585c1239ce2406526fae1214eeae90f205f6448abebb6b4d203) AuthConfig (382db27876f162cf4bbd5b3113cfe3e10fc1551c23d51b4c0f246600998ef03c) AuthConfig (fc675ef9ff5aa444b490bea8e2aa62fd245db26e726e1faa08489a5b79d3f859)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"a4e5a75f-c27a-4875-86fa-947c9fd13f1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:48.619977198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"e38310a7-0da3-4cbf-b9c8-0d32daccde7d","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:48.623550895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"0f64a55c-1eaf-439f-87f9-cecb67256980","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:48.660334016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"e0004665-e637-4807-b662-0fd8e0cc6074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:48.666283586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"26dca4ee-7b5a-471c-8767-de67dd56421a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:48.671456861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"e0004665-e637-4807-b662-0fd8e0cc6074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:48.676834765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"26dca4ee-7b5a-471c-8767-de67dd56421a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:48.68032443Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-c1fdd6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c86a1c71b693b1ac4d79d261bd62c315b82d88ac719f02cdb555ebf0ef87fe7d) AuthConfig (502fab71ebd11e53b52773c9d24702a4570016f13b59ddb37bc317ae4ff009df) AuthConfig (25bb0fe6113eecfac6bf658127aaadd37d9e7b51c29d62010f53f5ad79a518f2) AuthConfig (f422bb5ae861e8929083d62e9c434cd66bec23c68825b790efbf47a843ece941) AuthConfig (d0dbe7bd78c76255b060d3a179270669617487314808900305a1ee9da0b8fc75) AuthConfig (1704c3023fb5f526058932a08b90aa60937bdc691e950aa16ed4bc68642508d8) AuthConfig (26ac223d3b842fb2ca8d367e09dcc648996badab770c7335926c065aa1ccf23a) AuthConfig (aa9daec6bbdfa216e86904cb02ef6d62aa0173da5c54735b4f31de9d1bde9416) AuthConfig (f55ac5d78bde06a1a8943d6268c1c2f8d22d0fadb58fb949966df50a2ac487f8) AuthConfig (c092cedccbb353ebe7d28044bc62b835c14f15719a0c5868790e10e00355a119) AuthConfig (4bd041d2cc25b67f88343134feb8707d56edda39c8c0603087035d56bcc0411c) AuthConfig (30e7b98cf3a3b8ed49d515bfe5790142b8bdb8340f5c2567475381c83ce7df95) AuthConfig (a32facb1a830a9c4856a206f219a780c32c8cc6d6c3050fe166f2550d50bedc3) AuthConfig (3fd8c3d3ba4d1115b34fd566c623a9cc8f1c73c3219e68ce6553c55450447312) AuthConfig (182e21f658e9a66eb3089bae8f5c0e7b02df70463ba94a702d6b11d23420c16c) AuthConfig (8b433f127d3bcc77c93744d75da9e5ad09f5f63d5491d16b07287c4657652b64) AuthConfig (15fd3d9b1cb33e23de183d68a6c3cd9ca3535e4a6b4c0238d9b980c760521b12) AuthConfig (d5dce4c36374949ed1bf259f9ded78c12c9321ee53746961408b2dc0c0dd92ff) AuthConfig (e32c4adb50d040f6d53a9960704cbae5975316c0720b6096f1556299983b4617) AuthConfig (14949abdb4db96a9d215409215134f9336e109c1673860e9511157efc6594444) AuthConfig (1150976ea1c142394efadc0fe89fe160906d6c61b1bc46fdf99592170457d0ff) AuthConfig (cee6d15656e1c42ea7409d2ef6f713a3fbf05f31c65a5b6a0f15561b89d513a4) AuthConfig (30a934ed14952294b92971ca96965cd703ac7fbc671a108a3b0171a746e635f0) AuthConfig (10f55c1cd2b97a242cadbdccc523a2952b0a2296cb1b5c052aa3d7ac479adf27) AuthConfig (41d4dd7629dddfa1e688e69e8ef22dfbc01f01482f30bcdcaa6ef9f822a37a04) AuthConfig (fba41d75bcb6527d1420bd41a2e9ff798ca4490a60b4e0d60ffa043768a353bb) AuthConfig (7992862363727e88dbf41cadb194e949b2e29662eed1b778c2e61b473d1ebcc1) AuthConfig (b914d286fa24f585c1239ce2406526fae1214eeae90f205f6448abebb6b4d203) AuthConfig (382db27876f162cf4bbd5b3113cfe3e10fc1551c23d51b4c0f246600998ef03c) AuthConfig (fc675ef9ff5aa444b490bea8e2aa62fd245db26e726e1faa08489a5b79d3f859)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"e0004665-e637-4807-b662-0fd8e0cc6074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:48.687280379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-c1fdd6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c86a1c71b693b1ac4d79d261bd62c315b82d88ac719f02cdb555ebf0ef87fe7d) AuthConfig (502fab71ebd11e53b52773c9d24702a4570016f13b59ddb37bc317ae4ff009df) AuthConfig (25bb0fe6113eecfac6bf658127aaadd37d9e7b51c29d62010f53f5ad79a518f2) AuthConfig (f422bb5ae861e8929083d62e9c434cd66bec23c68825b790efbf47a843ece941) AuthConfig (d0dbe7bd78c76255b060d3a179270669617487314808900305a1ee9da0b8fc75) AuthConfig (1704c3023fb5f526058932a08b90aa60937bdc691e950aa16ed4bc68642508d8) AuthConfig (26ac223d3b842fb2ca8d367e09dcc648996badab770c7335926c065aa1ccf23a) AuthConfig (aa9daec6bbdfa216e86904cb02ef6d62aa0173da5c54735b4f31de9d1bde9416) AuthConfig (f55ac5d78bde06a1a8943d6268c1c2f8d22d0fadb58fb949966df50a2ac487f8) AuthConfig (c092cedccbb353ebe7d28044bc62b835c14f15719a0c5868790e10e00355a119) AuthConfig (4bd041d2cc25b67f88343134feb8707d56edda39c8c0603087035d56bcc0411c) AuthConfig (30e7b98cf3a3b8ed49d515bfe5790142b8bdb8340f5c2567475381c83ce7df95) AuthConfig (a32facb1a830a9c4856a206f219a780c32c8cc6d6c3050fe166f2550d50bedc3) AuthConfig (3fd8c3d3ba4d1115b34fd566c623a9cc8f1c73c3219e68ce6553c55450447312) AuthConfig (182e21f658e9a66eb3089bae8f5c0e7b02df70463ba94a702d6b11d23420c16c) AuthConfig (8b433f127d3bcc77c93744d75da9e5ad09f5f63d5491d16b07287c4657652b64) AuthConfig (15fd3d9b1cb33e23de183d68a6c3cd9ca3535e4a6b4c0238d9b980c760521b12) AuthConfig (d5dce4c36374949ed1bf259f9ded78c12c9321ee53746961408b2dc0c0dd92ff) AuthConfig (e32c4adb50d040f6d53a9960704cbae5975316c0720b6096f1556299983b4617) AuthConfig (14949abdb4db96a9d215409215134f9336e109c1673860e9511157efc6594444) AuthConfig (1150976ea1c142394efadc0fe89fe160906d6c61b1bc46fdf99592170457d0ff) AuthConfig (cee6d15656e1c42ea7409d2ef6f713a3fbf05f31c65a5b6a0f15561b89d513a4) AuthConfig (30a934ed14952294b92971ca96965cd703ac7fbc671a108a3b0171a746e635f0) AuthConfig (10f55c1cd2b97a242cadbdccc523a2952b0a2296cb1b5c052aa3d7ac479adf27) AuthConfig (41d4dd7629dddfa1e688e69e8ef22dfbc01f01482f30bcdcaa6ef9f822a37a04) AuthConfig (fba41d75bcb6527d1420bd41a2e9ff798ca4490a60b4e0d60ffa043768a353bb) AuthConfig (7992862363727e88dbf41cadb194e949b2e29662eed1b778c2e61b473d1ebcc1) AuthConfig (b914d286fa24f585c1239ce2406526fae1214eeae90f205f6448abebb6b4d203) AuthConfig (382db27876f162cf4bbd5b3113cfe3e10fc1551c23d51b4c0f246600998ef03c) AuthConfig (fc675ef9ff5aa444b490bea8e2aa62fd245db26e726e1faa08489a5b79d3f859)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"26dca4ee-7b5a-471c-8767-de67dd56421a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:48.792683743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"9f77b19d-b65e-42d6-a353-afbd5fd5b30b","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:48.820436936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"3e780922-e9cf-4eee-896a-f17a869cfa3b","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:54.934295117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"bc6eb3a0-2749-4390-adb2-ed465ba35f74","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:54.959783061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"f4825796-3180-479a-95f0-329a04e5b2bd","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:55.764009169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"e535e28c-e9d4-4c0f-aecb-4356fa110a83","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:58.698425937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"4b2a20a1-1a61-489b-b6ae-7245c6060ec3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:58.702700932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"1c17009f-9787-4d14-8e1a-449ad785fb05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:58.710280372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"4b2a20a1-1a61-489b-b6ae-7245c6060ec3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:58.714257724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"1c17009f-9787-4d14-8e1a-449ad785fb05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:58.857477972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"c06d15aa-9dbe-4747-b801-c6622d67902b","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:41:58.864784461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"fe9ea08c-6d53-42c0-871d-529f9bb2bf4f","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:03.949290046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"21a8cef8-87e0-437d-aae1-cdcb57c6aae1","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:03.98862884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"a332a428-5271-4525-b483-7bcf0142a9bc","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:04.22260901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"5d4bfdce-0234-42c5-af85-d96166b39b9d","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:04.236346417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"77a0fe2f-04aa-4f1f-ad6a-27e5e889fdfb","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:04.260735954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-02a18e51-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dry-sub-02a18e51-auth","reconcileID":"5f627cc6-485c-405b-817d-feea8f540c1a","MaaSAuthPolicy":{"name":"e2e-dry-sub-02a18e51-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:04.274281031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-02a18e51-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dry-sub-02a18e51-auth","reconcileID":"5f627cc6-485c-405b-817d-feea8f540c1a","MaaSAuthPolicy":{"name":"e2e-dry-sub-02a18e51-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:04.316893091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"e497a1e8-c7ef-43e5-bbe4-adcda108a3e0","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:04.361350884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-02a18e51-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dry-sub-02a18e51-auth","reconcileID":"d5883019-38f9-4917-b05b-806900cd3b31","MaaSAuthPolicy":{"name":"e2e-dry-sub-02a18e51-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:04.375216534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-02a18e51-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dry-sub-02a18e51-auth","reconcileID":"d5883019-38f9-4917-b05b-806900cd3b31","MaaSAuthPolicy":{"name":"e2e-dry-sub-02a18e51-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:04.402738191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"07f41bdf-0c36-4be8-a5f3-0d21da91463e","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:04.41278952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"e65793a8-fa8d-4602-a0de-faf9289789b8","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:04.417700726Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-02a18e51","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dry-sub-02a18e51","reconcileID":"1940377d-18fa-430e-94ad-4a9b12f5b208","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-02a18e51\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:04.43822932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"81cfaeb0-c857-4057-9fbf-daed101a3d0c","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:04.448670618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"e21167a9-fe91-4cdf-938a-0020e1ffc74b","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:04.480889469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"2fda87db-b40b-48e6-ab79-13d133f7452a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:04.481483783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"5f281bfb-f1d8-46a5-acbf-5e395ac2746d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:04.492967706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"2fda87db-b40b-48e6-ab79-13d133f7452a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:04.494904196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"5f281bfb-f1d8-46a5-acbf-5e395ac2746d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:04.510373514Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-02a18e51","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dry-sub-02a18e51","reconcileID":"ed632957-6032-43ab-8bf8-c3244a7f2f88","MaaSSubscription":{"name":"e2e-dry-sub-02a18e51","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/e2e-dry-sub-02a18e51","ai-tenant-e2e-worker-w3-c1fdd6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:04.542386845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"5e33e084-af25-4559-a715-5355b2ca765e","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:04.57580937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-02a18e51-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dry-sub-02a18e51-auth","reconcileID":"16c343a5-a0ca-4bf8-9a09-93aeeac5baea","MaaSAuthPolicy":{"name":"e2e-dry-sub-02a18e51-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:04.594882041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-02a18e51","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dry-sub-02a18e51","reconcileID":"55f362ad-707a-4022-8458-fb8471e47acc","MaaSSubscription":{"name":"e2e-dry-sub-02a18e51","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:04.596201576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"2f6edfb6-2c68-4735-a0a2-efbf22d0da30","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:04.6056572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-02a18e51-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dry-sub-02a18e51-auth","reconcileID":"16c343a5-a0ca-4bf8-9a09-93aeeac5baea","MaaSAuthPolicy":{"name":"e2e-dry-sub-02a18e51-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:04.606484994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"75e02e58-5900-4aa5-9df6-30069bb7e9e8","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"premium-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"premium-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:04.726210515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"42375dae-1006-45c3-9441-c2fd57888f3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:04.726222328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"d6ac4b64-38b6-40a2-888f-1edfad6a2e63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:04.73866491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"d6ac4b64-38b6-40a2-888f-1edfad6a2e63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:04.73931064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"42375dae-1006-45c3-9441-c2fd57888f3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:04.773157131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"9931442e-0083-43de-8423-e1e8655fe2ac","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:04.786273136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"be90ebcf-e7c8-45d7-be69-b542ec4dadfc","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:04.78792105Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"806c7dad-ceab-476f-a403-6858db43b3d0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:04.797936263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"51e4079b-f55a-4c2c-ab02-5093ca8466db","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:04.811446243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"58e2b81c-320a-4527-8a3f-358c46741221","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:04.819671985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"c67f5428-8019-4a33-b608-21f820a82ea8","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:04.8438954Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"81701e6d-e395-423f-a57a-b6c587264d29","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"simulator-w2-f06af6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-f06af6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:04.866573437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"cd4a403f-e9dc-4fd4-8de9-d291c3516f45","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:04.94576311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"b41d390b-435f-47cd-82a4-eb956affe90f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:04.964981194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"cc121b08-cf8e-436a-ab53-4ffdce05583d","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:04.978019427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"a5c981ae-4e94-4233-81ce-49078da78b37","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:04.984556545Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"a5c981ae-4e94-4233-81ce-49078da78b37","name":"simulator-w2-f06af6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-f06af6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:04.984610812Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"a5c981ae-4e94-4233-81ce-49078da78b37","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-f06af6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:04.988005262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"a1edc52b-252e-408f-85c7-920c3e529998","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:04.990088287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"c237d92d-6ac5-4687-ae0f-85035f2b79e4","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.04221918Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"a1edc52b-252e-408f-85c7-920c3e529998","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.048497673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"7fa29462-002f-46f5-bf88-6a8956a915bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.061943494Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f06af6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"a1edc52b-252e-408f-85c7-920c3e529998","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.088395021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"d0c7cdb7-1776-4f21-a81d-d5f6c023adcb","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.116406224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"81b0e0f8-be73-4e18-9e75-49cc69ba46df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.128358727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"81b0e0f8-be73-4e18-9e75-49cc69ba46df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.140693552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f06af6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"81b0e0f8-be73-4e18-9e75-49cc69ba46df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.163379189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"9ebd999e-8239-4859-867e-dc3b7edcec77","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"premium-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"premium-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.177614117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"365e1469-a682-41a9-9028-5dff84368eb1","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"premium-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"premium-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:05.178987098Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-subscription","reconcileID":"3ed74c00-5d4e-413a-9005-a38cdf446a24","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.192823884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"e6d40f64-eca8-4548-aaab-edc92e420385","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.206011401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"3c8f6e0a-b7ec-42f5-943f-8406f5ccb8d3","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"premium-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"premium-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.20669412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"61552bbf-9307-4fdd-968a-b3208e34af18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.216598795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"61552bbf-9307-4fdd-968a-b3208e34af18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.223704167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"8ae04fed-a1bb-4241-9bef-45043f3608b5","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"premium-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"premium-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.231848955Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f06af6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"61552bbf-9307-4fdd-968a-b3208e34af18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.262894992Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-subscription","reconcileID":"d4268308-f57f-4fee-88d9-95c3c5a128d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-premium-w2-f06af6","model":"premium-w2-f06af6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-f06af6/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.295037069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"3e1e27e0-7523-4255-bc6a-10cc61b28620","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"premium-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"premium-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.312690333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"175e998b-903a-4d52-98e5-c0bfded86975","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.327566136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"175e998b-903a-4d52-98e5-c0bfded86975","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.346066159Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f06af6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"175e998b-903a-4d52-98e5-c0bfded86975","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.352693626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-subscription","reconcileID":"ceabd599-aa3a-443b-bb4b-8bca8642f588","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-premium-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.353231094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"3223487b-c62f-4ca5-b327-14b189ff21f0","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"premium-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"premium-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.369586165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"37ad6a3a-c339-435e-8635-34187609d3ff","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"premium-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"premium-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:05.377111408Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"37ad6a3a-c339-435e-8635-34187609d3ff","name":"premium-w2-f06af6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-f06af6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:05.377164287Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"37ad6a3a-c339-435e-8635-34187609d3ff","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-f06af6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.382538809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"0b405d67-2b09-4b88-94f5-8fea39bcb25b","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"premium-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"premium-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.417841617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"25c5c3ac-64ef-4c07-ad81-a3d5b35f8e1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.417841709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"6e864785-c5a0-43c1-9d78-9b86388d0d91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.428089492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"6e864785-c5a0-43c1-9d78-9b86388d0d91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.431510171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"25c5c3ac-64ef-4c07-ad81-a3d5b35f8e1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.439279727Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f06af6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"6e864785-c5a0-43c1-9d78-9b86388d0d91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.440881921Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f06af6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"25c5c3ac-64ef-4c07-ad81-a3d5b35f8e1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.44740309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-subscription","reconcileID":"c86804a0-f4fc-45dd-804e-188674579362","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-premium-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.453241176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"20c9cce0-091d-4ffd-b6b2-3ae14bd597e8","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"premium-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"premium-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.513640455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"7857887e-50f4-4082-bfab-d51da355fc5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.52027039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"34f37a6d-fa03-44ee-9e38-bcb2b331991f","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.530280319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"7857887e-50f4-4082-bfab-d51da355fc5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.539861499Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f06af6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"7857887e-50f4-4082-bfab-d51da355fc5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.675178101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-02a18e51-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dry-sub-02a18e51-auth","reconcileID":"52cf3a65-daad-41f8-a35d-2fdb03b68860","MaaSAuthPolicy":{"name":"e2e-dry-sub-02a18e51-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.67566581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"1d596e4f-0a9f-4b3e-97b9-705630017a7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.675951496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"721734be-1157-4293-933d-5922342b2fc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.686634097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-02a18e51-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dry-sub-02a18e51-auth","reconcileID":"52cf3a65-daad-41f8-a35d-2fdb03b68860","MaaSAuthPolicy":{"name":"e2e-dry-sub-02a18e51-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.686669215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"1d596e4f-0a9f-4b3e-97b9-705630017a7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:05.688859871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"721734be-1157-4293-933d-5922342b2fc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:06.373868847Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:09.581341889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"701bb3d5-f459-4e9a-ad40-4d0de3b76b18","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"premium-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"premium-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:09.736933896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"1987b0b8-6592-4ad7-92bc-b0de56c43538","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:09.748242279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"387d9b64-5265-4bec-82fc-7a82cef486f7","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"premium-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"premium-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:09.7514609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"575c2bbc-ca6d-4318-8039-6cb13e348eeb","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:09.75400921Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-8836a8/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:09.760453411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"a22807dc-ca57-4b70-b046-7d93158b257e","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:09.785379955Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"e81043f4-888c-4dbf-b797-3ed9167ad6b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"simulator-w0-8836a8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-8836a8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:09.808471736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"2ee8d129-1318-4a3e-a266-e72078c193e2","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:09.88501536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"560ac438-cd52-4fa5-9063-d39303e8f8fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:09.932431545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"c1bd04a6-f9ec-4feb-bf80-60e479f529e2","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:09.944019586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"69472c76-c390-4bf4-9704-4ab92c4bb995","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:09.95020836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"c0a2481f-3880-4ef1-afcf-2c95bcd5ca10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:09.950453375Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"69472c76-c390-4bf4-9704-4ab92c4bb995","name":"simulator-w0-8836a8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-8836a8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:09.950515321Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"69472c76-c390-4bf4-9704-4ab92c4bb995","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-8836a8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:09.95581016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"e56ca845-463c-4237-b638-b90e4d05496f","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:09.981875408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"a8402544-3a4a-4d21-9025-7bdd693ec8e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:09.985194498Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"c0a2481f-3880-4ef1-afcf-2c95bcd5ca10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:09.997154167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-8836a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"c0a2481f-3880-4ef1-afcf-2c95bcd5ca10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.007757081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"09cd9d65-d0aa-4cae-a123-236e4564cf6a","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.05338662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"6d15cfe0-8e09-4f42-9e36-de9e2140382e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.064784888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"6d15cfe0-8e09-4f42-9e36-de9e2140382e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.073818418Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-8836a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"6d15cfe0-8e09-4f42-9e36-de9e2140382e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.111161944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"f7df2f00-c55b-44b7-b497-3f71d2d20096","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"premium-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"premium-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.122162675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"cc63a074-d3a2-47bb-ad72-2e0ff3d0455c","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.123523988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"84dfa316-41bb-4d51-8642-f237ecd8e7f5","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"premium-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"premium-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:10.128187914Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-8836a8/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.133147112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"3192ebc7-5a60-4a90-87cf-2321a5e59abc","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"premium-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"premium-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.151630566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"2607fadf-f0ed-4ace-bad2-02384a1330f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.156507467Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"1c9889cc-147a-42fe-ae1f-25c3cc03975a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"premium-w0-8836a8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-8836a8/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.162165266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"2607fadf-f0ed-4ace-bad2-02384a1330f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.170647514Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-8836a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"2607fadf-f0ed-4ace-bad2-02384a1330f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.184841348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"d1459edf-f634-454e-8cae-888ca0bb2306","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"premium-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"premium-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.252007715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"d94a317b-b584-4924-9678-bf5dcb75b1d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.256644185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"bc6687a8-ede6-4652-a181-d69042ded8dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.26275668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"d94a317b-b584-4924-9678-bf5dcb75b1d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.271314386Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-8836a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"d94a317b-b584-4924-9678-bf5dcb75b1d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.301353147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"2c91a11f-43df-48f8-86c2-40a057c56a09","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"premium-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"premium-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.31289104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"dbe5a47f-d7b9-486a-9ef3-9d18aa01f73c","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"premium-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"premium-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:10.320662572Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"dbe5a47f-d7b9-486a-9ef3-9d18aa01f73c","name":"premium-w0-8836a8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-8836a8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:10.320714081Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"dbe5a47f-d7b9-486a-9ef3-9d18aa01f73c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-8836a8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.326681503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"c3173060-ced5-4115-a0a9-e5cfd53456dc","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"premium-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"premium-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.353629102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"f01ec475-58d5-4f9c-8b8a-86738cd5b91b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.355974183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"d405d811-e2d8-4862-9609-b1cdd6e99ad3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.35646304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"f6a566dc-2beb-4743-9f0e-9cdd7927c8d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.366896166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"f6a566dc-2beb-4743-9f0e-9cdd7927c8d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.367015046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"d405d811-e2d8-4862-9609-b1cdd6e99ad3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.377599582Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-8836a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"d405d811-e2d8-4862-9609-b1cdd6e99ad3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.377980448Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-8836a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"f6a566dc-2beb-4743-9f0e-9cdd7927c8d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.387720457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"f76ed08c-e8cb-4870-b0f7-823aa4cbc4f7","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"premium-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"premium-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.4569835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"7bfe7798-dd0f-40c5-b510-c0185adc69f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.471242572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"7bfe7798-dd0f-40c5-b510-c0185adc69f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.480570461Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-8836a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"7bfe7798-dd0f-40c5-b510-c0185adc69f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:10.486815776Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"7bfe7798-dd0f-40c5-b510-c0185adc69f5","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.569317261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"0edc90d1-67f6-4757-9490-73a7302b83e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.579605166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"0edc90d1-67f6-4757-9490-73a7302b83e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.588126619Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-8836a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"0edc90d1-67f6-4757-9490-73a7302b83e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.822353055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"9dd96e72-bf20-45da-8474-c0adc56a0a86","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.983529811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"858a6179-8935-4acc-81f5-c1e8bac77756","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.994324984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"97468d62-a9f1-4ee6-a96d-f088a3952719","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"premium-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"premium-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:10.995700777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"bd2d8157-e00c-451d-8988-298d7b4ea8c5","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:11.002720013Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-2a3e1b/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.006336589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"bcb30b48-d82c-40ef-864f-6a8edfea8441","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.04961295Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"88963cff-4186-4523-beab-406b09643116","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"simulator-w4-2a3e1b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-2a3e1b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.074244831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"1fe8ee38-b0fd-4473-a9c6-740353795608","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.149564536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"44f92bdc-3d57-42bf-890d-7c6c5b372e41","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.193273469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"b799b44e-c503-4bc1-9d80-d14fc080113d","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.209616463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"23c87288-3d1d-4fb5-b133-bfe8563511e9","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.241627323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"54a84a1b-a76c-49eb-89ad-5d276f105f90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.248201454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"c6a0e1f1-74ed-4f79-9042-f83b7f9780d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.279477009Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"54a84a1b-a76c-49eb-89ad-5d276f105f90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.292158267Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-2a3e1b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"54a84a1b-a76c-49eb-89ad-5d276f105f90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.304719288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"2fd4c229-07ca-45de-ac31-264308b3d88a","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.32479784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"3a6197a1-7214-4a16-896d-b6a4ba110c89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.335889718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"3a6197a1-7214-4a16-896d-b6a4ba110c89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.346937001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-2a3e1b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"3a6197a1-7214-4a16-896d-b6a4ba110c89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:11.358900725Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"3a6197a1-7214-4a16-896d-b6a4ba110c89","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.373721993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"f5da5a9f-094d-493e-a3f7-7f9e0b4c4017","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.38595824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"d9356c99-866e-49e5-a3c3-c741363585c9","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.391030929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"f5da5a9f-094d-493e-a3f7-7f9e0b4c4017","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.404856414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"478b060d-d218-448d-8aae-0f25027d282c","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.405191408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"54e34adf-ee75-419b-87da-8cb3b92061fa","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.408490474Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-2a3e1b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"f5da5a9f-094d-493e-a3f7-7f9e0b4c4017","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:11.411017495Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-2a3e1b/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.414700558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"2fffcc9e-5dd0-4351-8a82-7b38fa30b68d","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.427503326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"b05aec42-647e-4931-92df-6676f3d0b7b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.477359581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"b05aec42-647e-4931-92df-6676f3d0b7b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.484453653Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"d022b0dc-54c0-4112-aa40-d5e93bc029f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"premium-w4-2a3e1b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-2a3e1b/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.487917804Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-2a3e1b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"b05aec42-647e-4931-92df-6676f3d0b7b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.511329918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"2da821c4-fc92-4d6a-9938-4740745bcb09","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.569412592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"a8f458c2-2aa1-42a3-bb30-7b60556ce3bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.588923442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"fc206260-ca0f-45d5-96e6-971185acc7c7","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.60094439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"658857ac-6eaf-459c-af40-d78e0325dfee","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.612237949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"d785970f-c044-4774-93f2-75794f339816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.619128239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"23eae761-1101-494e-b863-0d70104707d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.624874339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"d785970f-c044-4774-93f2-75794f339816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.633913744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-2a3e1b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"d785970f-c044-4774-93f2-75794f339816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.634375506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"23eae761-1101-494e-b863-0d70104707d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.640714921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"ff9c9a42-516c-4f13-9c51-78b1626bb30c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.64310432Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-2a3e1b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"23eae761-1101-494e-b863-0d70104707d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.644659132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"2719a5e6-9207-4ef8-b13b-52c88a331414","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.710544488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"dc54be26-b80d-4b9a-8e60-d6eff7f2f8e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.72435925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"dc54be26-b80d-4b9a-8e60-d6eff7f2f8e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:11.73392714Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-2a3e1b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"dc54be26-b80d-4b9a-8e60-d6eff7f2f8e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:13.727006243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"660c853a-34f2-435e-b8d7-2791ad4a9132","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:13.750590585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"1abd829a-0819-4eb5-b9ef-af9a9e71daa7","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:13.828122972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-subscription","reconcileID":"ea8ff055-c683-4727-831e-497838851f89","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-premium-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:13.853338141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"974e7a4c-04d2-409f-9287-ae36b101acad","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"premium-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"premium-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:13.902246241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"51e33522-3da8-4fe3-887f-115b0264de9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:13.902275235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"fca4072c-687b-4519-bde1-0986709cbb59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:13.916280691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"fca4072c-687b-4519-bde1-0986709cbb59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:13.916401089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"51e33522-3da8-4fe3-887f-115b0264de9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:13.92533235Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f06af6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd007716b3aded23e3c93f16824924eaad1aecc5f4b5255e4ee8ad0877b933f4) AuthConfig (33845148f0bae13bd05770c694db98815be217df56e54a24fbb28428c70dfdda) AuthConfig (ce50a105d778deddc8484f9ebebf16cbce8e8ff2881c2718b9fb92bbfc690ab2) AuthConfig (2c41919a7bb90430d786a2563ffcb7682ceffb8b0a8cfed7a79be161cb6e6669) AuthConfig (4ca44a12eab1da583818cc9f25f80f8276181d663dea75b994b6709a17447b89) AuthConfig (46cc2091b9731a2806a5495f828362d0b04a4023b87f8f7bbbaf67ed1e1dbb10) AuthConfig (de518528eb1606632bd33af6a9995beb4b779bfffa1a6db278489e48d18d0b79) AuthConfig (42ec8dcfead48f21d604857d81cbcc143bccf1a979a43db49e08b29c3a4899b3) AuthConfig (7d605eeebae9557fb88c2973618a846c64ed903ebd55db49fe790f1d40bfaead) AuthConfig (f7d632e471cdcbcb9931f38e6d69728f43ef2d979ed1d6895e365308781c1209) AuthConfig (0bde2ee1de4a7ff4e6127b5c620e9a24e73b9267b06f19d3b3306916419b4c30) AuthConfig (f3148bd86ef2539bcebf84b319e6bed6b213059c2778518854cedf5228aa746e) AuthConfig (5172b318eeb9b0cceb45e7dbf033662333b009712eb9ffa5daf084056343f16d) AuthConfig (a51ac4d1709d73df01f47db1bb6991179230208aad8501173bb5cda58e31592a) AuthConfig (316d974eefbc25a5f54282d7f75fb5b7e70f3614088aeafe780be7c855d60bb3) AuthConfig (51726a98d78ff1dcf17ee6695d24f134503e540c0c24a7da1c149436fb6e40f3) AuthConfig (cd88adada3baec7ac2d4a73de25e3b9d94eed3c72374540581a6bfb5d4782f25) AuthConfig (bab9df8e3063b05225e6a2b9955bc0bd008c5edb14640384bc119dea2d4e1e5c) AuthConfig (b2e459c72e93838bcd99ff1965612b9c321dd7864e56739dd8ffd19341d12abb) AuthConfig (8219a2033f8c5a31d6419aba1db05ca225da07b0e83e04ca151808465329bc0d) AuthConfig (32f658d67c80dac93ad404e57b48ee5f64087d7142bb894a1348fe75157900b3) AuthConfig (ea9f01f59a7675994c1586f6e4356ec70822c89bcc29eea38e30bc4b002654f9) AuthConfig (c538d227b8113d829c4977ebed04fc42b61c6331df20e976c7d1b0e723d63c95) AuthConfig (12599728010c398df4db3b5d3601be86272b45736fac874f876a04fe00a951a6) AuthConfig (05a3d50047fc648de34b5167a811f3a94e1415e418a04a21952108dae1bd0bcb) AuthConfig (76f345b4dc70863bf812d4f0d489efa93beb133f37cde25ea4c4ca16e3dd6094) AuthConfig (f59a2826932913a83f9e35748b3f581f5a0ce8012c6eaa17d57edd19cce249eb) AuthConfig (28a67a95407b622c44f8acb0658a494edc53238bd23c0fae89bed39883b5900e) AuthConfig (e790ee89f29d27b8fa62a07e30ed480d4d9c20cb08d16c8ff8f2e13a93a5a832) AuthConfig (940e015f6945e5b92b54f75c429e9ac846d245a97131e89ecb7ec71f3331c092)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"fca4072c-687b-4519-bde1-0986709cbb59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:13.925721049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f06af6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd007716b3aded23e3c93f16824924eaad1aecc5f4b5255e4ee8ad0877b933f4) AuthConfig (33845148f0bae13bd05770c694db98815be217df56e54a24fbb28428c70dfdda) AuthConfig (ce50a105d778deddc8484f9ebebf16cbce8e8ff2881c2718b9fb92bbfc690ab2) AuthConfig (2c41919a7bb90430d786a2563ffcb7682ceffb8b0a8cfed7a79be161cb6e6669) AuthConfig (4ca44a12eab1da583818cc9f25f80f8276181d663dea75b994b6709a17447b89) AuthConfig (46cc2091b9731a2806a5495f828362d0b04a4023b87f8f7bbbaf67ed1e1dbb10) AuthConfig (de518528eb1606632bd33af6a9995beb4b779bfffa1a6db278489e48d18d0b79) AuthConfig (42ec8dcfead48f21d604857d81cbcc143bccf1a979a43db49e08b29c3a4899b3) AuthConfig (7d605eeebae9557fb88c2973618a846c64ed903ebd55db49fe790f1d40bfaead) AuthConfig (f7d632e471cdcbcb9931f38e6d69728f43ef2d979ed1d6895e365308781c1209) AuthConfig (0bde2ee1de4a7ff4e6127b5c620e9a24e73b9267b06f19d3b3306916419b4c30) AuthConfig (f3148bd86ef2539bcebf84b319e6bed6b213059c2778518854cedf5228aa746e) AuthConfig (5172b318eeb9b0cceb45e7dbf033662333b009712eb9ffa5daf084056343f16d) AuthConfig (a51ac4d1709d73df01f47db1bb6991179230208aad8501173bb5cda58e31592a) AuthConfig (316d974eefbc25a5f54282d7f75fb5b7e70f3614088aeafe780be7c855d60bb3) AuthConfig (51726a98d78ff1dcf17ee6695d24f134503e540c0c24a7da1c149436fb6e40f3) AuthConfig (cd88adada3baec7ac2d4a73de25e3b9d94eed3c72374540581a6bfb5d4782f25) AuthConfig (bab9df8e3063b05225e6a2b9955bc0bd008c5edb14640384bc119dea2d4e1e5c) AuthConfig (b2e459c72e93838bcd99ff1965612b9c321dd7864e56739dd8ffd19341d12abb) AuthConfig (8219a2033f8c5a31d6419aba1db05ca225da07b0e83e04ca151808465329bc0d) AuthConfig (32f658d67c80dac93ad404e57b48ee5f64087d7142bb894a1348fe75157900b3) AuthConfig (ea9f01f59a7675994c1586f6e4356ec70822c89bcc29eea38e30bc4b002654f9) AuthConfig (c538d227b8113d829c4977ebed04fc42b61c6331df20e976c7d1b0e723d63c95) AuthConfig (12599728010c398df4db3b5d3601be86272b45736fac874f876a04fe00a951a6) AuthConfig (05a3d50047fc648de34b5167a811f3a94e1415e418a04a21952108dae1bd0bcb) AuthConfig (76f345b4dc70863bf812d4f0d489efa93beb133f37cde25ea4c4ca16e3dd6094) AuthConfig (f59a2826932913a83f9e35748b3f581f5a0ce8012c6eaa17d57edd19cce249eb) AuthConfig (28a67a95407b622c44f8acb0658a494edc53238bd23c0fae89bed39883b5900e) AuthConfig (e790ee89f29d27b8fa62a07e30ed480d4d9c20cb08d16c8ff8f2e13a93a5a832) AuthConfig (940e015f6945e5b92b54f75c429e9ac846d245a97131e89ecb7ec71f3331c092)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"51e33522-3da8-4fe3-887f-115b0264de9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:13.938142216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"5b3d611e-9a34-4102-ba13-e667d4179bf7","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:13.93850122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"98abf9d3-79d8-4d0e-8b0f-2b33bfd0a15f","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"premium-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"premium-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:14.084914951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"28258d6d-f80b-438c-a639-2ffc27d5177d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:14.084924643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"ca66cfbf-67da-49d1-9e4c-fc080008c2fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:14.094732202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"ca66cfbf-67da-49d1-9e4c-fc080008c2fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:14.094757132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"28258d6d-f80b-438c-a639-2ffc27d5177d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:14.103591337Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f06af6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd007716b3aded23e3c93f16824924eaad1aecc5f4b5255e4ee8ad0877b933f4) AuthConfig (33845148f0bae13bd05770c694db98815be217df56e54a24fbb28428c70dfdda) AuthConfig (ce50a105d778deddc8484f9ebebf16cbce8e8ff2881c2718b9fb92bbfc690ab2) AuthConfig (2c41919a7bb90430d786a2563ffcb7682ceffb8b0a8cfed7a79be161cb6e6669) AuthConfig (4ca44a12eab1da583818cc9f25f80f8276181d663dea75b994b6709a17447b89) AuthConfig (46cc2091b9731a2806a5495f828362d0b04a4023b87f8f7bbbaf67ed1e1dbb10) AuthConfig (de518528eb1606632bd33af6a9995beb4b779bfffa1a6db278489e48d18d0b79) AuthConfig (42ec8dcfead48f21d604857d81cbcc143bccf1a979a43db49e08b29c3a4899b3) AuthConfig (7d605eeebae9557fb88c2973618a846c64ed903ebd55db49fe790f1d40bfaead) AuthConfig (f7d632e471cdcbcb9931f38e6d69728f43ef2d979ed1d6895e365308781c1209) AuthConfig (0bde2ee1de4a7ff4e6127b5c620e9a24e73b9267b06f19d3b3306916419b4c30) AuthConfig (f3148bd86ef2539bcebf84b319e6bed6b213059c2778518854cedf5228aa746e) AuthConfig (5172b318eeb9b0cceb45e7dbf033662333b009712eb9ffa5daf084056343f16d) AuthConfig (a51ac4d1709d73df01f47db1bb6991179230208aad8501173bb5cda58e31592a) AuthConfig (316d974eefbc25a5f54282d7f75fb5b7e70f3614088aeafe780be7c855d60bb3) AuthConfig (51726a98d78ff1dcf17ee6695d24f134503e540c0c24a7da1c149436fb6e40f3) AuthConfig (cd88adada3baec7ac2d4a73de25e3b9d94eed3c72374540581a6bfb5d4782f25) AuthConfig (bab9df8e3063b05225e6a2b9955bc0bd008c5edb14640384bc119dea2d4e1e5c) AuthConfig (b2e459c72e93838bcd99ff1965612b9c321dd7864e56739dd8ffd19341d12abb) AuthConfig (8219a2033f8c5a31d6419aba1db05ca225da07b0e83e04ca151808465329bc0d) AuthConfig (32f658d67c80dac93ad404e57b48ee5f64087d7142bb894a1348fe75157900b3) AuthConfig (ea9f01f59a7675994c1586f6e4356ec70822c89bcc29eea38e30bc4b002654f9) AuthConfig (c538d227b8113d829c4977ebed04fc42b61c6331df20e976c7d1b0e723d63c95) AuthConfig (12599728010c398df4db3b5d3601be86272b45736fac874f876a04fe00a951a6) AuthConfig (05a3d50047fc648de34b5167a811f3a94e1415e418a04a21952108dae1bd0bcb) AuthConfig (76f345b4dc70863bf812d4f0d489efa93beb133f37cde25ea4c4ca16e3dd6094) AuthConfig (f59a2826932913a83f9e35748b3f581f5a0ce8012c6eaa17d57edd19cce249eb) AuthConfig (28a67a95407b622c44f8acb0658a494edc53238bd23c0fae89bed39883b5900e) AuthConfig (e790ee89f29d27b8fa62a07e30ed480d4d9c20cb08d16c8ff8f2e13a93a5a832) AuthConfig (940e015f6945e5b92b54f75c429e9ac846d245a97131e89ecb7ec71f3331c092)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"ca66cfbf-67da-49d1-9e4c-fc080008c2fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:14.103626081Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f06af6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd007716b3aded23e3c93f16824924eaad1aecc5f4b5255e4ee8ad0877b933f4) AuthConfig (33845148f0bae13bd05770c694db98815be217df56e54a24fbb28428c70dfdda) AuthConfig (ce50a105d778deddc8484f9ebebf16cbce8e8ff2881c2718b9fb92bbfc690ab2) AuthConfig (2c41919a7bb90430d786a2563ffcb7682ceffb8b0a8cfed7a79be161cb6e6669) AuthConfig (4ca44a12eab1da583818cc9f25f80f8276181d663dea75b994b6709a17447b89) AuthConfig (46cc2091b9731a2806a5495f828362d0b04a4023b87f8f7bbbaf67ed1e1dbb10) AuthConfig (de518528eb1606632bd33af6a9995beb4b779bfffa1a6db278489e48d18d0b79) AuthConfig (42ec8dcfead48f21d604857d81cbcc143bccf1a979a43db49e08b29c3a4899b3) AuthConfig (7d605eeebae9557fb88c2973618a846c64ed903ebd55db49fe790f1d40bfaead) AuthConfig (f7d632e471cdcbcb9931f38e6d69728f43ef2d979ed1d6895e365308781c1209) AuthConfig (0bde2ee1de4a7ff4e6127b5c620e9a24e73b9267b06f19d3b3306916419b4c30) AuthConfig (f3148bd86ef2539bcebf84b319e6bed6b213059c2778518854cedf5228aa746e) AuthConfig (5172b318eeb9b0cceb45e7dbf033662333b009712eb9ffa5daf084056343f16d) AuthConfig (a51ac4d1709d73df01f47db1bb6991179230208aad8501173bb5cda58e31592a) AuthConfig (316d974eefbc25a5f54282d7f75fb5b7e70f3614088aeafe780be7c855d60bb3) AuthConfig (51726a98d78ff1dcf17ee6695d24f134503e540c0c24a7da1c149436fb6e40f3) AuthConfig (cd88adada3baec7ac2d4a73de25e3b9d94eed3c72374540581a6bfb5d4782f25) AuthConfig (bab9df8e3063b05225e6a2b9955bc0bd008c5edb14640384bc119dea2d4e1e5c) AuthConfig (b2e459c72e93838bcd99ff1965612b9c321dd7864e56739dd8ffd19341d12abb) AuthConfig (8219a2033f8c5a31d6419aba1db05ca225da07b0e83e04ca151808465329bc0d) AuthConfig (32f658d67c80dac93ad404e57b48ee5f64087d7142bb894a1348fe75157900b3) AuthConfig (ea9f01f59a7675994c1586f6e4356ec70822c89bcc29eea38e30bc4b002654f9) AuthConfig (c538d227b8113d829c4977ebed04fc42b61c6331df20e976c7d1b0e723d63c95) AuthConfig (12599728010c398df4db3b5d3601be86272b45736fac874f876a04fe00a951a6) AuthConfig (05a3d50047fc648de34b5167a811f3a94e1415e418a04a21952108dae1bd0bcb) AuthConfig (76f345b4dc70863bf812d4f0d489efa93beb133f37cde25ea4c4ca16e3dd6094) AuthConfig (f59a2826932913a83f9e35748b3f581f5a0ce8012c6eaa17d57edd19cce249eb) AuthConfig (28a67a95407b622c44f8acb0658a494edc53238bd23c0fae89bed39883b5900e) AuthConfig (e790ee89f29d27b8fa62a07e30ed480d4d9c20cb08d16c8ff8f2e13a93a5a832) AuthConfig (940e015f6945e5b92b54f75c429e9ac846d245a97131e89ecb7ec71f3331c092)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"28258d6d-f80b-438c-a639-2ffc27d5177d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:15.54555408Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-02a18e51","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dry-sub-02a18e51","reconcileID":"e30d30d6-bcab-4f83-9017-371f0edf2b60","MaaSSubscription":{"name":"e2e-dry-sub-02a18e51","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscription":"e2e-dry-sub-02a18e51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:15.582399164Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-02a18e51","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dry-sub-02a18e51","reconcileID":"e30d30d6-bcab-4f83-9017-371f0edf2b60","MaaSSubscription":{"name":"e2e-dry-sub-02a18e51","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:15.606548065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"a63402e3-0014-459f-ba8b-a1ae2ed3af4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:15.611641809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"7c222b7c-f898-4d13-884f-12bbaa83f882","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:15.624912517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"27dcc853-54ec-47d3-b8b0-639fb87d6bbb","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:15.628956041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-02a18e51-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dry-sub-02a18e51-auth","reconcileID":"d0b3a80f-9ce3-4b79-9915-caa4dab8a12d","MaaSAuthPolicy":{"name":"e2e-dry-sub-02a18e51-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:15.629075123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"a8bdfe75-c2b1-4316-a590-2a417f46dbb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:15.629653168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"e1ea7a13-a5b8-453b-87c0-df5e22c372e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:15.638958312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-02a18e51-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dry-sub-02a18e51-auth","reconcileID":"d0b3a80f-9ce3-4b79-9915-caa4dab8a12d","MaaSAuthPolicy":{"name":"e2e-dry-sub-02a18e51-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:15.639660179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"e1ea7a13-a5b8-453b-87c0-df5e22c372e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:15.641335507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"a8bdfe75-c2b1-4316-a590-2a417f46dbb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:15.752845109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"66f2d212-2822-4beb-8555-d25be85ac139","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:15.752879834Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-02a18e51-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dry-sub-02a18e51-auth","reconcileID":"9dc05c84-bbba-47fd-8ad7-b29e619065fb","MaaSAuthPolicy":{"name":"e2e-dry-sub-02a18e51-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:15.964357514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"24386928-5f0e-4b7b-a04d-daf60d3ad163","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.040433965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"db2793d7-3cd9-44d9-a83a-69a5a01eb4c4","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.048707731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"d59a155e-a2e5-40fc-ab1e-3c07a66c5356","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.070775028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-a95e5694-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-combo-sub-a95e5694-auth","reconcileID":"e43dbd27-95eb-40ea-b22c-d8ddb8ada366","MaaSAuthPolicy":{"name":"e2e-combo-sub-a95e5694-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.080843929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-a95e5694-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-combo-sub-a95e5694-auth","reconcileID":"e43dbd27-95eb-40ea-b22c-d8ddb8ada366","MaaSAuthPolicy":{"name":"e2e-combo-sub-a95e5694-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.119973698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"a72fd5f9-6c5f-4a3b-ba3f-6f898d37bdd0","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.170658612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-a95e5694-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-combo-sub-a95e5694-auth","reconcileID":"83257746-1e6d-4ea1-950d-b56a44649961","MaaSAuthPolicy":{"name":"e2e-combo-sub-a95e5694-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.185437187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-a95e5694-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-combo-sub-a95e5694-auth","reconcileID":"83257746-1e6d-4ea1-950d-b56a44649961","MaaSAuthPolicy":{"name":"e2e-combo-sub-a95e5694-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.246427019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"71fe5179-e764-4cff-981d-9d540c079624","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.254898363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"2b5adab3-e225-481d-b065-e106ca55a1c7","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:17.261964629Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-a95e5694","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-combo-sub-a95e5694","reconcileID":"8b8d5e46-d29e-4be6-8817-569377f52fb2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-a95e5694\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.27328716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"70fd8b4b-83b1-4f08-9aed-9f3609638496","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.273483062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"e8b03de4-a1df-403f-ab74-696e520786e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.273688561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-a95e5694-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-combo-sub-a95e5694-auth","reconcileID":"2b5070ff-241c-4f6d-b6d7-4d7c0e773a61","MaaSAuthPolicy":{"name":"e2e-combo-sub-a95e5694-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.282565783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"950ca76c-f668-4de3-bbb8-3303c085ede4","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"premium-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"premium-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.284995291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"70fd8b4b-83b1-4f08-9aed-9f3609638496","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.286215785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"e8b03de4-a1df-403f-ab74-696e520786e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.288458238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-a95e5694-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-combo-sub-a95e5694-auth","reconcileID":"2b5070ff-241c-4f6d-b6d7-4d7c0e773a61","MaaSAuthPolicy":{"name":"e2e-combo-sub-a95e5694-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.293693386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"b07b6597-619f-4e22-a7c6-caa277ddbf59","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.295255516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"34d16d66-7be3-4a0f-b298-3fede5297f84","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.345651966Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-a95e5694","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-combo-sub-a95e5694","reconcileID":"5fe6c93f-1233-4b35-ac6b-321c0ef55f62","MaaSSubscription":{"name":"e2e-combo-sub-a95e5694","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/e2e-combo-sub-a95e5694","ai-tenant-e2e-worker-w3-c1fdd6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.375245199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"e6f00b80-380d-4ab3-a447-216957105d96","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.418239921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"c4a89667-232d-4f2d-ab59-1ec33487c255","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.427784908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-a95e5694-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-combo-sub-a95e5694-auth","reconcileID":"cd065ff5-fdf7-417f-b5d2-bb3bb5577a67","MaaSAuthPolicy":{"name":"e2e-combo-sub-a95e5694-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.428584953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"809ae53c-09aa-4612-a171-50455c89bdda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.429224183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-a95e5694","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-combo-sub-a95e5694","reconcileID":"e0ea55b0-27ce-4b6e-a48c-8ecc6e9b0d40","MaaSSubscription":{"name":"e2e-combo-sub-a95e5694","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.429247808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"6c35af63-cc92-42ec-86fd-4c8e26d38475","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.432820464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"c4a89667-232d-4f2d-ab59-1ec33487c255","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.440418925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-a95e5694-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-combo-sub-a95e5694-auth","reconcileID":"cd065ff5-fdf7-417f-b5d2-bb3bb5577a67","MaaSAuthPolicy":{"name":"e2e-combo-sub-a95e5694-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.440707844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"809ae53c-09aa-4612-a171-50455c89bdda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.462766295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"442fec8e-ccb7-44b8-9ec0-561a3c54dd36","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.57160997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"add0e890-f30c-42b1-911e-9bb76093217e","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:17.57212983Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"25cd1d88-11b0-43c6-9a5a-2b510c0ebd29","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.583671764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"fb81d111-069b-4a98-8091-869f84651784","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.594754531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"9e19d6c2-f150-4ec0-90a9-bdf4ce417866","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.605880311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"5c3ab42c-171a-4ad2-a599-1f458e00408d","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.632281418Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"36038b15-b034-4539-9290-136451268587","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"simulator-w1-7a745c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-7a745c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.649560941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"3c705aed-65d2-4864-9122-ef9021ea1df6","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.663032127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"7d92db7b-b77c-4513-ba0f-07154c01d00c","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.671302053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"ba21250c-e57b-444e-bae8-3edc7023a45e","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.679339733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"2c8147b6-d302-4aea-a606-982193af90ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.718636788Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"2c8147b6-d302-4aea-a606-982193af90ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.729169338Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-7a745c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"2c8147b6-d302-4aea-a606-982193af90ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.730199001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"b81dc3ac-8027-4db4-8362-3ca03131ed56","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.740188099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"273ce4c3-ea90-4e21-80fb-46113981ebdf","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.78356173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"3186a687-7cb2-45b1-bd99-d9aba90aa146","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.800012368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"3186a687-7cb2-45b1-bd99-d9aba90aa146","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.808766816Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-7a745c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"3186a687-7cb2-45b1-bd99-d9aba90aa146","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:17.814541712Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"3186a687-7cb2-45b1-bd99-d9aba90aa146","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.835462973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"c548bec5-ed6c-4ad9-8e2c-0f299620337f","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"premium-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"premium-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.851146022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"e26d3e07-b00b-4e37-9f14-4c7cb90bfad7","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.851741825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"9c4b18d5-dbd8-4d3f-9566-e8fe72d831e9","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"premium-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"premium-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:17.857270368Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-7a745c/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.861034981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"b54f49ee-efb7-4a33-9e63-90aad7d15b32","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"premium-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"premium-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.875682277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"f88380af-0782-44ce-a2e6-702993544898","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.885279313Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"91668d44-015d-405d-ae13-e3587750c7ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"premium-w1-7a745c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-7a745c/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.885982492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"f88380af-0782-44ce-a2e6-702993544898","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.894619175Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-7a745c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"f88380af-0782-44ce-a2e6-702993544898","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.90928675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"6baf0bbb-9a09-4271-93bf-59dfd0d6b1f6","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"premium-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"premium-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.975352781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"61af3777-ac7a-4ba8-a337-9c22caf4f1ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.980988046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"861b771e-07d5-4479-8a0e-bfc9f0035aad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.985676001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"61af3777-ac7a-4ba8-a337-9c22caf4f1ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:17.994285977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-7a745c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"61af3777-ac7a-4ba8-a337-9c22caf4f1ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:18.027558132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"a20db1b0-b76f-474e-969a-5ba182f16054","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"premium-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"premium-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:18.039019081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"563aaf47-8260-49f2-91a8-521d6fb5dc94","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"premium-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"premium-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:18.045497575Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"563aaf47-8260-49f2-91a8-521d6fb5dc94","name":"premium-w1-7a745c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-7a745c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:18.0455487Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"563aaf47-8260-49f2-91a8-521d6fb5dc94","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-7a745c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:18.050767716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"dedacef3-f859-4d86-be0b-0598e25b4b14","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"premium-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"premium-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:18.080145309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"c2252287-cf7a-4fcc-87ab-3ab3666ef6b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:18.080144984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"b59d7e57-9c3c-4707-a31a-63a0900f90ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:18.081753649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"b4e310f6-7a6c-4a31-9238-613713d7c1ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:18.090302807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"c2252287-cf7a-4fcc-87ab-3ab3666ef6b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:18.092273587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"b59d7e57-9c3c-4707-a31a-63a0900f90ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:18.099244269Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-7a745c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"c2252287-cf7a-4fcc-87ab-3ab3666ef6b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:18.10133011Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-7a745c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"b59d7e57-9c3c-4707-a31a-63a0900f90ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:18.109958276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"27b78346-b45d-450b-a6ed-9a35f5ae3360","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"premium-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"premium-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:18.18199955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"7247cb27-7b6a-47e7-ba85-878e2d69a7a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:18.192154611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"7247cb27-7b6a-47e7-ba85-878e2d69a7a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:18.201842844Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-7a745c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"7247cb27-7b6a-47e7-ba85-878e2d69a7a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:18.209931146Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"7247cb27-7b6a-47e7-ba85-878e2d69a7a7","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:18.28368057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"25cd9f62-c57d-4135-b694-f870a71eb3b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:18.29350133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"25cd9f62-c57d-4135-b694-f870a71eb3b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:18.302348347Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-7a745c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"25cd9f62-c57d-4135-b694-f870a71eb3b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:18.576993191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"3bb48810-fb27-4908-a086-a9f21e21eaa2","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:18.595400852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"2db4c59b-078e-4420-ba92-4f824c9e706e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:18.595410318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"d3af0d51-1795-4ae9-98b5-b01ec088fb1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:18.596013713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-a95e5694-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-combo-sub-a95e5694-auth","reconcileID":"2ccaf6e5-38a0-4c63-a367-b98facf6e111","MaaSAuthPolicy":{"name":"e2e-combo-sub-a95e5694-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:18.605456417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"d3af0d51-1795-4ae9-98b5-b01ec088fb1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:18.605487313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"2db4c59b-078e-4420-ba92-4f824c9e706e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:18.607616156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-a95e5694-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-combo-sub-a95e5694-auth","reconcileID":"2ccaf6e5-38a0-4c63-a367-b98facf6e111","MaaSAuthPolicy":{"name":"e2e-combo-sub-a95e5694-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:20.397960929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"039e051c-2230-4ac7-8470-231f5d338c19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:20.407343807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"039e051c-2230-4ac7-8470-231f5d338c19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:20.415471074Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-8836a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"039e051c-2230-4ac7-8470-231f5d338c19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:20.704739143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"e59fb791-5f76-460a-9c9d-e81f8091e6d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:20.717458222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"e59fb791-5f76-460a-9c9d-e81f8091e6d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:20.727288695Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-8836a8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"e59fb791-5f76-460a-9c9d-e81f8091e6d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:21.610171747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"e98e1975-b733-4c2d-bb26-3b5d863c360d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:21.663497945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"a5fc6da7-75c9-443d-817c-072e872b36cb","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:21.680485465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"81168e84-4f6a-4b93-8308-bbd1c4cc2c80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:21.695975552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"81168e84-4f6a-4b93-8308-bbd1c4cc2c80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:21.770333383Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-2a3e1b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e1051e3940346d21694111ee113725614ab796ec5388cc197cb6b3aacb00d21b) AuthConfig (b63f53071d78dc976d89c28d25a02c9743818d4ae83979797749bcac526518b5) AuthConfig (dcd396741786e4ef3e9f3976a05536f7c0179e23f5c7e1b147afe90a0c3723ec) AuthConfig (7431caf9a4bd8715ca2b95ea3b7a29ec7a99d8d4d4762bba1409ff34ea31de67) AuthConfig (c662264a1ce89fc990157bc1d566dea918f7579bc169c3d57a2ab9fb83f192e4) AuthConfig (177837d2a6a193231daad97c1b2d713a635f988d3bd013751e0bd62fa41cd9d2) AuthConfig (93a756a58e4b0028c94b15c819ddd7a5bab9e45e95f0e6cec676a5e12b17b559) AuthConfig (4297150ef2f67f6bdae45979b672752374f7c6491369e92d595f9078b8b220c7) AuthConfig (9e4d97599a657216cd65f48db057b9adada544eb9646cb98ec218896ba93e95e) AuthConfig (e3c4ed060d24bfc33982834f32ac9e640e2a7438337269a7f16e1265739e9c28) AuthConfig (a0c19e7b8b4ce6172ffd60f099bc2e826c40c7f983fe0245ca296209e48d23be) AuthConfig (d59e1883e341e60cc439ece55408f1be512564535955af692ac1ae45073654da) AuthConfig (0d912364d19e1214f80df0e878f2cf49d6509fe3d36570e5f1232ef7d2bcbae0) AuthConfig (171edb17135c43184c3f70034383cbb06d73098d0c79170497fd2f8d24df45b9) AuthConfig (364546afdb0610506ff324b3db22b9400d7ebd3e0ae17c85e599bc50f6b0f12c) AuthConfig (1657b4e8a4f49caf7ae910824faaf6fcf0709157b697d0e7f9750e87f2156f67) AuthConfig (7fc9507b4dd4e97f5331e6cc7d5ccb0a1dfb9df46a7dc5708e8f6873eccadef8) AuthConfig (dbdc78905fa17c437fc8c657bb509325c83a7e036e79f21efb7f84828c4763d5) AuthConfig (a922d78c45379b7b4278f2e8d80a5e5482eb35ec9eb520a9cf9bda67822dcc2b) AuthConfig (99fffa4a361ec21148585354c536f91f1a274b0f088e33c70a63052375de5304) AuthConfig (286d8dba1726b08cfa78feb21b25aef489294a19a0767fd1d788b3733ac7652f) AuthConfig (f0e58103f1c0e3bbbb3ac6ae81688852868807aab2552e1bef605a98831ccfd5) AuthConfig (d4c72a059d7550eca1d3c2be07254a7ec980cf4b678824245649eb8e49975463) AuthConfig (46bf44021268245480665f5a05cc1ba700918cd07c73e5d2d584d7ea2a9954a6) AuthConfig (a1a6bdd797a5e40cb6ecf396c1e51aaa89602b77284fa7b80f5ac48d991b8a5d) AuthConfig (169efee04e44fac55306102f2aa4c1185fab52885bc66b63a96dc8231f9dfe92) AuthConfig (2e89bd43c5ca52d4390312d67cceff94c37e3351137288e3f62c2d503f3d24b8) AuthConfig (8bfb202fd96b526d0534e66d2774dde5455f545f7acd3a795abb0d56ac548df5) AuthConfig (16adf08398a7b28439eb87c9b058f1fb93edef0e8b6bd5809bd4e545a4ca4789) AuthConfig (e50c6f8d9e904a68047e1062d67cf10097a7d73d5d7e2b6576db2221772bc9a3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"81168e84-4f6a-4b93-8308-bbd1c4cc2c80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:21.784227974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"3e345ec3-dd36-4a12-b1b0-28323e4f2466","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:21.78879695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"2d931802-e35b-4d63-91e1-bf830315cf42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:21.795040119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"56d5ecf3-55c4-4ed5-8b4a-0d408ded2e33","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:21.795152426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"02afac57-015d-4611-a6c2-366733511e7d","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:21.804612665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"cd059eae-a000-4545-849e-6cc991802483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:21.820463397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"10730759-80cb-4338-94fb-bd83255faa73","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:21.822107659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"36226879-50db-4d21-b20c-74f0ec98fdb2","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"premium-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"premium-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:21.822112896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"cd059eae-a000-4545-849e-6cc991802483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:21.82947725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"2662e5e4-6d6a-411a-b73a-27acdb7821ad","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:21.833515517Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-2a3e1b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e1051e3940346d21694111ee113725614ab796ec5388cc197cb6b3aacb00d21b) AuthConfig (b63f53071d78dc976d89c28d25a02c9743818d4ae83979797749bcac526518b5) AuthConfig (dcd396741786e4ef3e9f3976a05536f7c0179e23f5c7e1b147afe90a0c3723ec) AuthConfig (7431caf9a4bd8715ca2b95ea3b7a29ec7a99d8d4d4762bba1409ff34ea31de67) AuthConfig (c662264a1ce89fc990157bc1d566dea918f7579bc169c3d57a2ab9fb83f192e4) AuthConfig (177837d2a6a193231daad97c1b2d713a635f988d3bd013751e0bd62fa41cd9d2) AuthConfig (93a756a58e4b0028c94b15c819ddd7a5bab9e45e95f0e6cec676a5e12b17b559) AuthConfig (4297150ef2f67f6bdae45979b672752374f7c6491369e92d595f9078b8b220c7) AuthConfig (9e4d97599a657216cd65f48db057b9adada544eb9646cb98ec218896ba93e95e) AuthConfig (e3c4ed060d24bfc33982834f32ac9e640e2a7438337269a7f16e1265739e9c28) AuthConfig (a0c19e7b8b4ce6172ffd60f099bc2e826c40c7f983fe0245ca296209e48d23be) AuthConfig (d59e1883e341e60cc439ece55408f1be512564535955af692ac1ae45073654da) AuthConfig (0d912364d19e1214f80df0e878f2cf49d6509fe3d36570e5f1232ef7d2bcbae0) AuthConfig (171edb17135c43184c3f70034383cbb06d73098d0c79170497fd2f8d24df45b9) AuthConfig (364546afdb0610506ff324b3db22b9400d7ebd3e0ae17c85e599bc50f6b0f12c) AuthConfig (1657b4e8a4f49caf7ae910824faaf6fcf0709157b697d0e7f9750e87f2156f67) AuthConfig (7fc9507b4dd4e97f5331e6cc7d5ccb0a1dfb9df46a7dc5708e8f6873eccadef8) AuthConfig (dbdc78905fa17c437fc8c657bb509325c83a7e036e79f21efb7f84828c4763d5) AuthConfig (a922d78c45379b7b4278f2e8d80a5e5482eb35ec9eb520a9cf9bda67822dcc2b) AuthConfig (99fffa4a361ec21148585354c536f91f1a274b0f088e33c70a63052375de5304) AuthConfig (286d8dba1726b08cfa78feb21b25aef489294a19a0767fd1d788b3733ac7652f) AuthConfig (f0e58103f1c0e3bbbb3ac6ae81688852868807aab2552e1bef605a98831ccfd5) AuthConfig (d4c72a059d7550eca1d3c2be07254a7ec980cf4b678824245649eb8e49975463) AuthConfig (46bf44021268245480665f5a05cc1ba700918cd07c73e5d2d584d7ea2a9954a6) AuthConfig (a1a6bdd797a5e40cb6ecf396c1e51aaa89602b77284fa7b80f5ac48d991b8a5d) AuthConfig (169efee04e44fac55306102f2aa4c1185fab52885bc66b63a96dc8231f9dfe92) AuthConfig (2e89bd43c5ca52d4390312d67cceff94c37e3351137288e3f62c2d503f3d24b8) AuthConfig (8bfb202fd96b526d0534e66d2774dde5455f545f7acd3a795abb0d56ac548df5) AuthConfig (16adf08398a7b28439eb87c9b058f1fb93edef0e8b6bd5809bd4e545a4ca4789) AuthConfig (e50c6f8d9e904a68047e1062d67cf10097a7d73d5d7e2b6576db2221772bc9a3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"cd059eae-a000-4545-849e-6cc991802483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:21.846097542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"db76af38-8770-4027-87f0-0a2eb77479c9","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:21.896176382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"3f2b35b9-c1e2-4dd2-8d94-310332bece6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:21.89619679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"9119b871-5e9a-4d85-ba7e-22c0b5a23d59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:21.907154406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"9119b871-5e9a-4d85-ba7e-22c0b5a23d59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:21.907703636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"3f2b35b9-c1e2-4dd2-8d94-310332bece6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:21.916575563Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-2a3e1b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e1051e3940346d21694111ee113725614ab796ec5388cc197cb6b3aacb00d21b) AuthConfig (b63f53071d78dc976d89c28d25a02c9743818d4ae83979797749bcac526518b5) AuthConfig (dcd396741786e4ef3e9f3976a05536f7c0179e23f5c7e1b147afe90a0c3723ec) AuthConfig (7431caf9a4bd8715ca2b95ea3b7a29ec7a99d8d4d4762bba1409ff34ea31de67) AuthConfig (c662264a1ce89fc990157bc1d566dea918f7579bc169c3d57a2ab9fb83f192e4) AuthConfig (177837d2a6a193231daad97c1b2d713a635f988d3bd013751e0bd62fa41cd9d2) AuthConfig (93a756a58e4b0028c94b15c819ddd7a5bab9e45e95f0e6cec676a5e12b17b559) AuthConfig (4297150ef2f67f6bdae45979b672752374f7c6491369e92d595f9078b8b220c7) AuthConfig (9e4d97599a657216cd65f48db057b9adada544eb9646cb98ec218896ba93e95e) AuthConfig (e3c4ed060d24bfc33982834f32ac9e640e2a7438337269a7f16e1265739e9c28) AuthConfig (a0c19e7b8b4ce6172ffd60f099bc2e826c40c7f983fe0245ca296209e48d23be) AuthConfig (d59e1883e341e60cc439ece55408f1be512564535955af692ac1ae45073654da) AuthConfig (0d912364d19e1214f80df0e878f2cf49d6509fe3d36570e5f1232ef7d2bcbae0) AuthConfig (171edb17135c43184c3f70034383cbb06d73098d0c79170497fd2f8d24df45b9) AuthConfig (364546afdb0610506ff324b3db22b9400d7ebd3e0ae17c85e599bc50f6b0f12c) AuthConfig (1657b4e8a4f49caf7ae910824faaf6fcf0709157b697d0e7f9750e87f2156f67) AuthConfig (7fc9507b4dd4e97f5331e6cc7d5ccb0a1dfb9df46a7dc5708e8f6873eccadef8) AuthConfig (dbdc78905fa17c437fc8c657bb509325c83a7e036e79f21efb7f84828c4763d5) AuthConfig (a922d78c45379b7b4278f2e8d80a5e5482eb35ec9eb520a9cf9bda67822dcc2b) AuthConfig (99fffa4a361ec21148585354c536f91f1a274b0f088e33c70a63052375de5304) AuthConfig (286d8dba1726b08cfa78feb21b25aef489294a19a0767fd1d788b3733ac7652f) AuthConfig (f0e58103f1c0e3bbbb3ac6ae81688852868807aab2552e1bef605a98831ccfd5) AuthConfig (d4c72a059d7550eca1d3c2be07254a7ec980cf4b678824245649eb8e49975463) AuthConfig (46bf44021268245480665f5a05cc1ba700918cd07c73e5d2d584d7ea2a9954a6) AuthConfig (a1a6bdd797a5e40cb6ecf396c1e51aaa89602b77284fa7b80f5ac48d991b8a5d) AuthConfig (169efee04e44fac55306102f2aa4c1185fab52885bc66b63a96dc8231f9dfe92) AuthConfig (2e89bd43c5ca52d4390312d67cceff94c37e3351137288e3f62c2d503f3d24b8) AuthConfig (8bfb202fd96b526d0534e66d2774dde5455f545f7acd3a795abb0d56ac548df5) AuthConfig (16adf08398a7b28439eb87c9b058f1fb93edef0e8b6bd5809bd4e545a4ca4789) AuthConfig (e50c6f8d9e904a68047e1062d67cf10097a7d73d5d7e2b6576db2221772bc9a3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"9119b871-5e9a-4d85-ba7e-22c0b5a23d59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:21.917251127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-2a3e1b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e1051e3940346d21694111ee113725614ab796ec5388cc197cb6b3aacb00d21b) AuthConfig (b63f53071d78dc976d89c28d25a02c9743818d4ae83979797749bcac526518b5) AuthConfig (dcd396741786e4ef3e9f3976a05536f7c0179e23f5c7e1b147afe90a0c3723ec) AuthConfig (7431caf9a4bd8715ca2b95ea3b7a29ec7a99d8d4d4762bba1409ff34ea31de67) AuthConfig (c662264a1ce89fc990157bc1d566dea918f7579bc169c3d57a2ab9fb83f192e4) AuthConfig (177837d2a6a193231daad97c1b2d713a635f988d3bd013751e0bd62fa41cd9d2) AuthConfig (93a756a58e4b0028c94b15c819ddd7a5bab9e45e95f0e6cec676a5e12b17b559) AuthConfig (4297150ef2f67f6bdae45979b672752374f7c6491369e92d595f9078b8b220c7) AuthConfig (9e4d97599a657216cd65f48db057b9adada544eb9646cb98ec218896ba93e95e) AuthConfig (e3c4ed060d24bfc33982834f32ac9e640e2a7438337269a7f16e1265739e9c28) AuthConfig (a0c19e7b8b4ce6172ffd60f099bc2e826c40c7f983fe0245ca296209e48d23be) AuthConfig (d59e1883e341e60cc439ece55408f1be512564535955af692ac1ae45073654da) AuthConfig (0d912364d19e1214f80df0e878f2cf49d6509fe3d36570e5f1232ef7d2bcbae0) AuthConfig (171edb17135c43184c3f70034383cbb06d73098d0c79170497fd2f8d24df45b9) AuthConfig (364546afdb0610506ff324b3db22b9400d7ebd3e0ae17c85e599bc50f6b0f12c) AuthConfig (1657b4e8a4f49caf7ae910824faaf6fcf0709157b697d0e7f9750e87f2156f67) AuthConfig (7fc9507b4dd4e97f5331e6cc7d5ccb0a1dfb9df46a7dc5708e8f6873eccadef8) AuthConfig (dbdc78905fa17c437fc8c657bb509325c83a7e036e79f21efb7f84828c4763d5) AuthConfig (a922d78c45379b7b4278f2e8d80a5e5482eb35ec9eb520a9cf9bda67822dcc2b) AuthConfig (99fffa4a361ec21148585354c536f91f1a274b0f088e33c70a63052375de5304) AuthConfig (286d8dba1726b08cfa78feb21b25aef489294a19a0767fd1d788b3733ac7652f) AuthConfig (f0e58103f1c0e3bbbb3ac6ae81688852868807aab2552e1bef605a98831ccfd5) AuthConfig (d4c72a059d7550eca1d3c2be07254a7ec980cf4b678824245649eb8e49975463) AuthConfig (46bf44021268245480665f5a05cc1ba700918cd07c73e5d2d584d7ea2a9954a6) AuthConfig (a1a6bdd797a5e40cb6ecf396c1e51aaa89602b77284fa7b80f5ac48d991b8a5d) AuthConfig (169efee04e44fac55306102f2aa4c1185fab52885bc66b63a96dc8231f9dfe92) AuthConfig (2e89bd43c5ca52d4390312d67cceff94c37e3351137288e3f62c2d503f3d24b8) AuthConfig (8bfb202fd96b526d0534e66d2774dde5455f545f7acd3a795abb0d56ac548df5) AuthConfig (16adf08398a7b28439eb87c9b058f1fb93edef0e8b6bd5809bd4e545a4ca4789) AuthConfig (e50c6f8d9e904a68047e1062d67cf10097a7d73d5d7e2b6576db2221772bc9a3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"3f2b35b9-c1e2-4dd2-8d94-310332bece6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:21.918824983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"2e946cbd-1381-4a10-be1b-b6c5674b7252","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:21.92299953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"028a27f4-3d50-468e-91cd-b81fc0817d11","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:21.92316171Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"3f2b35b9-c1e2-4dd2-8d94-310332bece6a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.009340488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"c7df8fa6-22d0-4711-8fac-509f87d12df0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.009926503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"66e1de9f-ab0e-45ad-abac-c0872d247ab0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.010494234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"dccc51ea-7d41-4ca2-a0c5-933a3af32b78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.010677945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"8ffc67d4-0126-4521-a98e-c82ff0ee0e46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.023025462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"c7df8fa6-22d0-4711-8fac-509f87d12df0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.025802706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"66e1de9f-ab0e-45ad-abac-c0872d247ab0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.025916635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"dccc51ea-7d41-4ca2-a0c5-933a3af32b78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.027985666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"8ffc67d4-0126-4521-a98e-c82ff0ee0e46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.034841205Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-2a3e1b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e1051e3940346d21694111ee113725614ab796ec5388cc197cb6b3aacb00d21b) AuthConfig (b63f53071d78dc976d89c28d25a02c9743818d4ae83979797749bcac526518b5) AuthConfig (dcd396741786e4ef3e9f3976a05536f7c0179e23f5c7e1b147afe90a0c3723ec) AuthConfig (7431caf9a4bd8715ca2b95ea3b7a29ec7a99d8d4d4762bba1409ff34ea31de67) AuthConfig (c662264a1ce89fc990157bc1d566dea918f7579bc169c3d57a2ab9fb83f192e4) AuthConfig (177837d2a6a193231daad97c1b2d713a635f988d3bd013751e0bd62fa41cd9d2) AuthConfig (93a756a58e4b0028c94b15c819ddd7a5bab9e45e95f0e6cec676a5e12b17b559) AuthConfig (4297150ef2f67f6bdae45979b672752374f7c6491369e92d595f9078b8b220c7) AuthConfig (9e4d97599a657216cd65f48db057b9adada544eb9646cb98ec218896ba93e95e) AuthConfig (e3c4ed060d24bfc33982834f32ac9e640e2a7438337269a7f16e1265739e9c28) AuthConfig (a0c19e7b8b4ce6172ffd60f099bc2e826c40c7f983fe0245ca296209e48d23be) AuthConfig (d59e1883e341e60cc439ece55408f1be512564535955af692ac1ae45073654da) AuthConfig (0d912364d19e1214f80df0e878f2cf49d6509fe3d36570e5f1232ef7d2bcbae0) AuthConfig (171edb17135c43184c3f70034383cbb06d73098d0c79170497fd2f8d24df45b9) AuthConfig (364546afdb0610506ff324b3db22b9400d7ebd3e0ae17c85e599bc50f6b0f12c) AuthConfig (1657b4e8a4f49caf7ae910824faaf6fcf0709157b697d0e7f9750e87f2156f67) AuthConfig (7fc9507b4dd4e97f5331e6cc7d5ccb0a1dfb9df46a7dc5708e8f6873eccadef8) AuthConfig (dbdc78905fa17c437fc8c657bb509325c83a7e036e79f21efb7f84828c4763d5) AuthConfig (a922d78c45379b7b4278f2e8d80a5e5482eb35ec9eb520a9cf9bda67822dcc2b) AuthConfig (99fffa4a361ec21148585354c536f91f1a274b0f088e33c70a63052375de5304) AuthConfig (286d8dba1726b08cfa78feb21b25aef489294a19a0767fd1d788b3733ac7652f) AuthConfig (f0e58103f1c0e3bbbb3ac6ae81688852868807aab2552e1bef605a98831ccfd5) AuthConfig (d4c72a059d7550eca1d3c2be07254a7ec980cf4b678824245649eb8e49975463) AuthConfig (46bf44021268245480665f5a05cc1ba700918cd07c73e5d2d584d7ea2a9954a6) AuthConfig (a1a6bdd797a5e40cb6ecf396c1e51aaa89602b77284fa7b80f5ac48d991b8a5d) AuthConfig (169efee04e44fac55306102f2aa4c1185fab52885bc66b63a96dc8231f9dfe92) AuthConfig (2e89bd43c5ca52d4390312d67cceff94c37e3351137288e3f62c2d503f3d24b8) AuthConfig (8bfb202fd96b526d0534e66d2774dde5455f545f7acd3a795abb0d56ac548df5) AuthConfig (16adf08398a7b28439eb87c9b058f1fb93edef0e8b6bd5809bd4e545a4ca4789) AuthConfig (e50c6f8d9e904a68047e1062d67cf10097a7d73d5d7e2b6576db2221772bc9a3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"dccc51ea-7d41-4ca2-a0c5-933a3af32b78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.034851734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-8836a8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2fa0d5cc246490e5930880e2e618bce27a2ba4ad91bb12e847bb36853391003e) AuthConfig (bd85a07aef728cd40c3628f2ee8b5bd5cc3643ab0a47d63ec4d4967422d14374) AuthConfig (24bb6e0cbfa857d565581cff802ce19d179e6ff9c9bf2c7e3337c2013f563477) AuthConfig (2716ad739399facb846a6afa7f3b44926b606548213c82c74c35dc42ba7612d9) AuthConfig (820d8578561030495293d1df217c408f389c9a7ddd3553cd4e99f21f2eaa0f3d) AuthConfig (16e068587063838bc82223c23d20c39f315fbb90fe4947c7064dcc6a3058a280) AuthConfig (479d3025ac0fdb95f61aa57596a97ab9e2f4a98c13a51acf216ffd171b3e7745) AuthConfig (bafa7885a0c8603ce8c145fb19d92c53e5619f2ec142d3b432aa053058d13b0b) AuthConfig (eb48e9503b1dce67303f0ae84de216402c34617a832d83923a46246a5ad2872e) AuthConfig (aa3e7d7edfedead38105ea8bc08fd43faad8fd2444ddbbd2f85f89f5947fcc8d) AuthConfig (033f0e046a6a5f02b22d62f6590ac850e33cc1b7dea6cace0cdcbd56e941f363) AuthConfig (4607ff86810716fe3d40a5ded542247bad598250390dacbf3ea0eabbcf699eba) AuthConfig (cfb22ce67f3312744b61b723df36173595c64bb806b4662de5a7c8fec19dda5e) AuthConfig (ff02423a60c01840a90f86345c419d219980a4c545438f927d6d7ce2a00e24e5) AuthConfig (b7183d09b731073da079b82d99d40eed2462953c09caae05dcfd113b3feae475) AuthConfig (cc574e96fa7654ea971f8840759a2c6ac9f9688e6bab938fca71ee3daeff6a8e) AuthConfig (bea240ac76f20b0ff69837902e545fc94c8b9e6c20a3d5357d59e6ee87590c2c) AuthConfig (105db36f8e81f06dcc61107ef64ce54f4191f34b001c982369043d423fd86ce2) AuthConfig (287da52682ffafdb7b0961ea9372ad21c8ef4a01d9657bc144ad75e93a934a3e) AuthConfig (f6f8df104fa22332da3806430eec916ba3d6de9c5b24cb3adf5aff55429df2ad) AuthConfig (29f96ac10ee92c07becf14a507728127811650f35157a5873de62024c0b8ef52) AuthConfig (efca74303711bbbea1045b55382a3e27a4e159d839f46c601abd67400171ae08) AuthConfig (ae4a19e46ca9393f92b4cfa256b96422e20c37744adfe3a122f9f5b46547a7c8) AuthConfig (a2983dc0392d7cba661c3dd6e02a74b488b098e355028016c7f27bda31813356) AuthConfig (f46cb14273ae3265ce89b80402ae1ad09e622a5ed7da522c7488488020e39924) AuthConfig (93164337472d647b91b4ca493ec5a33b54f3e5aa076438db3d1136806415a57f) AuthConfig (d592a78ea2c1897e96b37fb40ba965fe7e1b3a1eda96c08abd9f959508cc4d17) AuthConfig (cb1771b1da214ed75a395e57c63c7a10da251962ec3d50ad0f16c8a95ad3140e) AuthConfig (421a81724db4c3d59faa39d0c9eb58a31d8cdab1fcad9bba595942a27fcee0de) AuthConfig (3f0b250f7ced3d4a5a246885676812fc9a1f1f33223a53e08df0d75048dc8cac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"66e1de9f-ab0e-45ad-abac-c0872d247ab0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.036165672Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-8836a8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2fa0d5cc246490e5930880e2e618bce27a2ba4ad91bb12e847bb36853391003e) AuthConfig (bd85a07aef728cd40c3628f2ee8b5bd5cc3643ab0a47d63ec4d4967422d14374) AuthConfig (24bb6e0cbfa857d565581cff802ce19d179e6ff9c9bf2c7e3337c2013f563477) AuthConfig (2716ad739399facb846a6afa7f3b44926b606548213c82c74c35dc42ba7612d9) AuthConfig (820d8578561030495293d1df217c408f389c9a7ddd3553cd4e99f21f2eaa0f3d) AuthConfig (16e068587063838bc82223c23d20c39f315fbb90fe4947c7064dcc6a3058a280) AuthConfig (479d3025ac0fdb95f61aa57596a97ab9e2f4a98c13a51acf216ffd171b3e7745) AuthConfig (bafa7885a0c8603ce8c145fb19d92c53e5619f2ec142d3b432aa053058d13b0b) AuthConfig (eb48e9503b1dce67303f0ae84de216402c34617a832d83923a46246a5ad2872e) AuthConfig (aa3e7d7edfedead38105ea8bc08fd43faad8fd2444ddbbd2f85f89f5947fcc8d) AuthConfig (033f0e046a6a5f02b22d62f6590ac850e33cc1b7dea6cace0cdcbd56e941f363) AuthConfig (4607ff86810716fe3d40a5ded542247bad598250390dacbf3ea0eabbcf699eba) AuthConfig (cfb22ce67f3312744b61b723df36173595c64bb806b4662de5a7c8fec19dda5e) AuthConfig (ff02423a60c01840a90f86345c419d219980a4c545438f927d6d7ce2a00e24e5) AuthConfig (b7183d09b731073da079b82d99d40eed2462953c09caae05dcfd113b3feae475) AuthConfig (cc574e96fa7654ea971f8840759a2c6ac9f9688e6bab938fca71ee3daeff6a8e) AuthConfig (bea240ac76f20b0ff69837902e545fc94c8b9e6c20a3d5357d59e6ee87590c2c) AuthConfig (105db36f8e81f06dcc61107ef64ce54f4191f34b001c982369043d423fd86ce2) AuthConfig (287da52682ffafdb7b0961ea9372ad21c8ef4a01d9657bc144ad75e93a934a3e) AuthConfig (f6f8df104fa22332da3806430eec916ba3d6de9c5b24cb3adf5aff55429df2ad) AuthConfig (29f96ac10ee92c07becf14a507728127811650f35157a5873de62024c0b8ef52) AuthConfig (efca74303711bbbea1045b55382a3e27a4e159d839f46c601abd67400171ae08) AuthConfig (ae4a19e46ca9393f92b4cfa256b96422e20c37744adfe3a122f9f5b46547a7c8) AuthConfig (a2983dc0392d7cba661c3dd6e02a74b488b098e355028016c7f27bda31813356) AuthConfig (f46cb14273ae3265ce89b80402ae1ad09e622a5ed7da522c7488488020e39924) AuthConfig (93164337472d647b91b4ca493ec5a33b54f3e5aa076438db3d1136806415a57f) AuthConfig (d592a78ea2c1897e96b37fb40ba965fe7e1b3a1eda96c08abd9f959508cc4d17) AuthConfig (cb1771b1da214ed75a395e57c63c7a10da251962ec3d50ad0f16c8a95ad3140e) AuthConfig (421a81724db4c3d59faa39d0c9eb58a31d8cdab1fcad9bba595942a27fcee0de) AuthConfig (3f0b250f7ced3d4a5a246885676812fc9a1f1f33223a53e08df0d75048dc8cac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"c7df8fa6-22d0-4711-8fac-509f87d12df0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.037247675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-2a3e1b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e1051e3940346d21694111ee113725614ab796ec5388cc197cb6b3aacb00d21b) AuthConfig (b63f53071d78dc976d89c28d25a02c9743818d4ae83979797749bcac526518b5) AuthConfig (dcd396741786e4ef3e9f3976a05536f7c0179e23f5c7e1b147afe90a0c3723ec) AuthConfig (7431caf9a4bd8715ca2b95ea3b7a29ec7a99d8d4d4762bba1409ff34ea31de67) AuthConfig (c662264a1ce89fc990157bc1d566dea918f7579bc169c3d57a2ab9fb83f192e4) AuthConfig (177837d2a6a193231daad97c1b2d713a635f988d3bd013751e0bd62fa41cd9d2) AuthConfig (93a756a58e4b0028c94b15c819ddd7a5bab9e45e95f0e6cec676a5e12b17b559) AuthConfig (4297150ef2f67f6bdae45979b672752374f7c6491369e92d595f9078b8b220c7) AuthConfig (9e4d97599a657216cd65f48db057b9adada544eb9646cb98ec218896ba93e95e) AuthConfig (e3c4ed060d24bfc33982834f32ac9e640e2a7438337269a7f16e1265739e9c28) AuthConfig (a0c19e7b8b4ce6172ffd60f099bc2e826c40c7f983fe0245ca296209e48d23be) AuthConfig (d59e1883e341e60cc439ece55408f1be512564535955af692ac1ae45073654da) AuthConfig (0d912364d19e1214f80df0e878f2cf49d6509fe3d36570e5f1232ef7d2bcbae0) AuthConfig (171edb17135c43184c3f70034383cbb06d73098d0c79170497fd2f8d24df45b9) AuthConfig (364546afdb0610506ff324b3db22b9400d7ebd3e0ae17c85e599bc50f6b0f12c) AuthConfig (1657b4e8a4f49caf7ae910824faaf6fcf0709157b697d0e7f9750e87f2156f67) AuthConfig (7fc9507b4dd4e97f5331e6cc7d5ccb0a1dfb9df46a7dc5708e8f6873eccadef8) AuthConfig (dbdc78905fa17c437fc8c657bb509325c83a7e036e79f21efb7f84828c4763d5) AuthConfig (a922d78c45379b7b4278f2e8d80a5e5482eb35ec9eb520a9cf9bda67822dcc2b) AuthConfig (99fffa4a361ec21148585354c536f91f1a274b0f088e33c70a63052375de5304) AuthConfig (286d8dba1726b08cfa78feb21b25aef489294a19a0767fd1d788b3733ac7652f) AuthConfig (f0e58103f1c0e3bbbb3ac6ae81688852868807aab2552e1bef605a98831ccfd5) AuthConfig (d4c72a059d7550eca1d3c2be07254a7ec980cf4b678824245649eb8e49975463) AuthConfig (46bf44021268245480665f5a05cc1ba700918cd07c73e5d2d584d7ea2a9954a6) AuthConfig (a1a6bdd797a5e40cb6ecf396c1e51aaa89602b77284fa7b80f5ac48d991b8a5d) AuthConfig (169efee04e44fac55306102f2aa4c1185fab52885bc66b63a96dc8231f9dfe92) AuthConfig (2e89bd43c5ca52d4390312d67cceff94c37e3351137288e3f62c2d503f3d24b8) AuthConfig (8bfb202fd96b526d0534e66d2774dde5455f545f7acd3a795abb0d56ac548df5) AuthConfig (16adf08398a7b28439eb87c9b058f1fb93edef0e8b6bd5809bd4e545a4ca4789) AuthConfig (e50c6f8d9e904a68047e1062d67cf10097a7d73d5d7e2b6576db2221772bc9a3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"8ffc67d4-0126-4521-a98e-c82ff0ee0e46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.048128069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"17792ca1-dd26-4ad3-a9d6-cdf708548261","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"premium-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"premium-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.056974935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"d9717ed8-be84-469c-9ea9-ff0ee695da35","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.093656421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"2eabe52a-ef2c-4828-880e-b0bd664473cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.093839393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"6f79cf81-afb0-40d0-bd4f-09fbb10bc665","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.104111991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"6f79cf81-afb0-40d0-bd4f-09fbb10bc665","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.104125784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"2eabe52a-ef2c-4828-880e-b0bd664473cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.113479227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-8836a8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2fa0d5cc246490e5930880e2e618bce27a2ba4ad91bb12e847bb36853391003e) AuthConfig (bd85a07aef728cd40c3628f2ee8b5bd5cc3643ab0a47d63ec4d4967422d14374) AuthConfig (24bb6e0cbfa857d565581cff802ce19d179e6ff9c9bf2c7e3337c2013f563477) AuthConfig (2716ad739399facb846a6afa7f3b44926b606548213c82c74c35dc42ba7612d9) AuthConfig (820d8578561030495293d1df217c408f389c9a7ddd3553cd4e99f21f2eaa0f3d) AuthConfig (16e068587063838bc82223c23d20c39f315fbb90fe4947c7064dcc6a3058a280) AuthConfig (479d3025ac0fdb95f61aa57596a97ab9e2f4a98c13a51acf216ffd171b3e7745) AuthConfig (bafa7885a0c8603ce8c145fb19d92c53e5619f2ec142d3b432aa053058d13b0b) AuthConfig (eb48e9503b1dce67303f0ae84de216402c34617a832d83923a46246a5ad2872e) AuthConfig (aa3e7d7edfedead38105ea8bc08fd43faad8fd2444ddbbd2f85f89f5947fcc8d) AuthConfig (033f0e046a6a5f02b22d62f6590ac850e33cc1b7dea6cace0cdcbd56e941f363) AuthConfig (4607ff86810716fe3d40a5ded542247bad598250390dacbf3ea0eabbcf699eba) AuthConfig (cfb22ce67f3312744b61b723df36173595c64bb806b4662de5a7c8fec19dda5e) AuthConfig (ff02423a60c01840a90f86345c419d219980a4c545438f927d6d7ce2a00e24e5) AuthConfig (b7183d09b731073da079b82d99d40eed2462953c09caae05dcfd113b3feae475) AuthConfig (cc574e96fa7654ea971f8840759a2c6ac9f9688e6bab938fca71ee3daeff6a8e) AuthConfig (bea240ac76f20b0ff69837902e545fc94c8b9e6c20a3d5357d59e6ee87590c2c) AuthConfig (105db36f8e81f06dcc61107ef64ce54f4191f34b001c982369043d423fd86ce2) AuthConfig (287da52682ffafdb7b0961ea9372ad21c8ef4a01d9657bc144ad75e93a934a3e) AuthConfig (f6f8df104fa22332da3806430eec916ba3d6de9c5b24cb3adf5aff55429df2ad) AuthConfig (29f96ac10ee92c07becf14a507728127811650f35157a5873de62024c0b8ef52) AuthConfig (efca74303711bbbea1045b55382a3e27a4e159d839f46c601abd67400171ae08) AuthConfig (ae4a19e46ca9393f92b4cfa256b96422e20c37744adfe3a122f9f5b46547a7c8) AuthConfig (a2983dc0392d7cba661c3dd6e02a74b488b098e355028016c7f27bda31813356) AuthConfig (f46cb14273ae3265ce89b80402ae1ad09e622a5ed7da522c7488488020e39924) AuthConfig (93164337472d647b91b4ca493ec5a33b54f3e5aa076438db3d1136806415a57f) AuthConfig (d592a78ea2c1897e96b37fb40ba965fe7e1b3a1eda96c08abd9f959508cc4d17) AuthConfig (cb1771b1da214ed75a395e57c63c7a10da251962ec3d50ad0f16c8a95ad3140e) AuthConfig (421a81724db4c3d59faa39d0c9eb58a31d8cdab1fcad9bba595942a27fcee0de) AuthConfig (3f0b250f7ced3d4a5a246885676812fc9a1f1f33223a53e08df0d75048dc8cac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"6f79cf81-afb0-40d0-bd4f-09fbb10bc665","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.114136548Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-8836a8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2fa0d5cc246490e5930880e2e618bce27a2ba4ad91bb12e847bb36853391003e) AuthConfig (bd85a07aef728cd40c3628f2ee8b5bd5cc3643ab0a47d63ec4d4967422d14374) AuthConfig (24bb6e0cbfa857d565581cff802ce19d179e6ff9c9bf2c7e3337c2013f563477) AuthConfig (2716ad739399facb846a6afa7f3b44926b606548213c82c74c35dc42ba7612d9) AuthConfig (820d8578561030495293d1df217c408f389c9a7ddd3553cd4e99f21f2eaa0f3d) AuthConfig (16e068587063838bc82223c23d20c39f315fbb90fe4947c7064dcc6a3058a280) AuthConfig (479d3025ac0fdb95f61aa57596a97ab9e2f4a98c13a51acf216ffd171b3e7745) AuthConfig (bafa7885a0c8603ce8c145fb19d92c53e5619f2ec142d3b432aa053058d13b0b) AuthConfig (eb48e9503b1dce67303f0ae84de216402c34617a832d83923a46246a5ad2872e) AuthConfig (aa3e7d7edfedead38105ea8bc08fd43faad8fd2444ddbbd2f85f89f5947fcc8d) AuthConfig (033f0e046a6a5f02b22d62f6590ac850e33cc1b7dea6cace0cdcbd56e941f363) AuthConfig (4607ff86810716fe3d40a5ded542247bad598250390dacbf3ea0eabbcf699eba) AuthConfig (cfb22ce67f3312744b61b723df36173595c64bb806b4662de5a7c8fec19dda5e) AuthConfig (ff02423a60c01840a90f86345c419d219980a4c545438f927d6d7ce2a00e24e5) AuthConfig (b7183d09b731073da079b82d99d40eed2462953c09caae05dcfd113b3feae475) AuthConfig (cc574e96fa7654ea971f8840759a2c6ac9f9688e6bab938fca71ee3daeff6a8e) AuthConfig (bea240ac76f20b0ff69837902e545fc94c8b9e6c20a3d5357d59e6ee87590c2c) AuthConfig (105db36f8e81f06dcc61107ef64ce54f4191f34b001c982369043d423fd86ce2) AuthConfig (287da52682ffafdb7b0961ea9372ad21c8ef4a01d9657bc144ad75e93a934a3e) AuthConfig (f6f8df104fa22332da3806430eec916ba3d6de9c5b24cb3adf5aff55429df2ad) AuthConfig (29f96ac10ee92c07becf14a507728127811650f35157a5873de62024c0b8ef52) AuthConfig (efca74303711bbbea1045b55382a3e27a4e159d839f46c601abd67400171ae08) AuthConfig (ae4a19e46ca9393f92b4cfa256b96422e20c37744adfe3a122f9f5b46547a7c8) AuthConfig (a2983dc0392d7cba661c3dd6e02a74b488b098e355028016c7f27bda31813356) AuthConfig (f46cb14273ae3265ce89b80402ae1ad09e622a5ed7da522c7488488020e39924) AuthConfig (93164337472d647b91b4ca493ec5a33b54f3e5aa076438db3d1136806415a57f) AuthConfig (d592a78ea2c1897e96b37fb40ba965fe7e1b3a1eda96c08abd9f959508cc4d17) AuthConfig (cb1771b1da214ed75a395e57c63c7a10da251962ec3d50ad0f16c8a95ad3140e) AuthConfig (421a81724db4c3d59faa39d0c9eb58a31d8cdab1fcad9bba595942a27fcee0de) AuthConfig (3f0b250f7ced3d4a5a246885676812fc9a1f1f33223a53e08df0d75048dc8cac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"2eabe52a-ef2c-4828-880e-b0bd664473cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:22.121386642Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"2eabe52a-ef2c-4828-880e-b0bd664473cd","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.192319897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"9620b216-1748-49b9-a53d-13ee626debdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.192511537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"dd9b448d-03d2-4d45-a563-1b52c010409e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.192791047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"d80899ba-49f7-4624-a23d-90b58f3d1150","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.205349851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"9620b216-1748-49b9-a53d-13ee626debdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.205650904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"d80899ba-49f7-4624-a23d-90b58f3d1150","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.20790997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"dd9b448d-03d2-4d45-a563-1b52c010409e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.216566224Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-7a745c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"d80899ba-49f7-4624-a23d-90b58f3d1150","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.216674296Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-7a745c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"9620b216-1748-49b9-a53d-13ee626debdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:22.217865265Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-8836a8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2fa0d5cc246490e5930880e2e618bce27a2ba4ad91bb12e847bb36853391003e) AuthConfig (bd85a07aef728cd40c3628f2ee8b5bd5cc3643ab0a47d63ec4d4967422d14374) AuthConfig (24bb6e0cbfa857d565581cff802ce19d179e6ff9c9bf2c7e3337c2013f563477) AuthConfig (2716ad739399facb846a6afa7f3b44926b606548213c82c74c35dc42ba7612d9) AuthConfig (820d8578561030495293d1df217c408f389c9a7ddd3553cd4e99f21f2eaa0f3d) AuthConfig (16e068587063838bc82223c23d20c39f315fbb90fe4947c7064dcc6a3058a280) AuthConfig (479d3025ac0fdb95f61aa57596a97ab9e2f4a98c13a51acf216ffd171b3e7745) AuthConfig (bafa7885a0c8603ce8c145fb19d92c53e5619f2ec142d3b432aa053058d13b0b) AuthConfig (eb48e9503b1dce67303f0ae84de216402c34617a832d83923a46246a5ad2872e) AuthConfig (aa3e7d7edfedead38105ea8bc08fd43faad8fd2444ddbbd2f85f89f5947fcc8d) AuthConfig (033f0e046a6a5f02b22d62f6590ac850e33cc1b7dea6cace0cdcbd56e941f363) AuthConfig (4607ff86810716fe3d40a5ded542247bad598250390dacbf3ea0eabbcf699eba) AuthConfig (cfb22ce67f3312744b61b723df36173595c64bb806b4662de5a7c8fec19dda5e) AuthConfig (ff02423a60c01840a90f86345c419d219980a4c545438f927d6d7ce2a00e24e5) AuthConfig (b7183d09b731073da079b82d99d40eed2462953c09caae05dcfd113b3feae475) AuthConfig (cc574e96fa7654ea971f8840759a2c6ac9f9688e6bab938fca71ee3daeff6a8e) AuthConfig (bea240ac76f20b0ff69837902e545fc94c8b9e6c20a3d5357d59e6ee87590c2c) AuthConfig (105db36f8e81f06dcc61107ef64ce54f4191f34b001c982369043d423fd86ce2) AuthConfig (287da52682ffafdb7b0961ea9372ad21c8ef4a01d9657bc144ad75e93a934a3e) AuthConfig (f6f8df104fa22332da3806430eec916ba3d6de9c5b24cb3adf5aff55429df2ad) AuthConfig (29f96ac10ee92c07becf14a507728127811650f35157a5873de62024c0b8ef52) AuthConfig (efca74303711bbbea1045b55382a3e27a4e159d839f46c601abd67400171ae08) AuthConfig (ae4a19e46ca9393f92b4cfa256b96422e20c37744adfe3a122f9f5b46547a7c8) AuthConfig (a2983dc0392d7cba661c3dd6e02a74b488b098e355028016c7f27bda31813356) AuthConfig (f46cb14273ae3265ce89b80402ae1ad09e622a5ed7da522c7488488020e39924) AuthConfig (93164337472d647b91b4ca493ec5a33b54f3e5aa076438db3d1136806415a57f) AuthConfig (d592a78ea2c1897e96b37fb40ba965fe7e1b3a1eda96c08abd9f959508cc4d17) AuthConfig (cb1771b1da214ed75a395e57c63c7a10da251962ec3d50ad0f16c8a95ad3140e) AuthConfig (421a81724db4c3d59faa39d0c9eb58a31d8cdab1fcad9bba595942a27fcee0de) AuthConfig (3f0b250f7ced3d4a5a246885676812fc9a1f1f33223a53e08df0d75048dc8cac)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"dd9b448d-03d2-4d45-a563-1b52c010409e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:24.121338228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"6436502a-7f25-4040-9783-93ec768c095e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:24.123025866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"deb4ebc2-f209-4554-815b-650e259122b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:24.131548007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"6436502a-7f25-4040-9783-93ec768c095e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:24.132214891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"deb4ebc2-f209-4554-815b-650e259122b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:24.164705095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"b6968ab0-7781-4b7c-9d3b-c6b44338a06a","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:24.169952578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"4720f07a-6c54-407a-868a-130ee0609511","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"premium-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"premium-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:28.600952568Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-a95e5694","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-combo-sub-a95e5694","reconcileID":"36d36d5a-8545-4194-9be6-a032ef097f4f","MaaSSubscription":{"name":"e2e-combo-sub-a95e5694","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscription":"e2e-combo-sub-a95e5694","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:28.63546343Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-a95e5694","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-combo-sub-a95e5694","reconcileID":"36d36d5a-8545-4194-9be6-a032ef097f4f","MaaSSubscription":{"name":"e2e-combo-sub-a95e5694","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:28.65835085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"6e8b2320-9ec9-41f0-b4c3-45c1fe1bb4b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:28.674439805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"6f85a8e5-3789-46be-b555-784ea499627c","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:28.692975515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"587159d7-f788-4e4c-acde-e47df8063c8c","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"premium-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"premium-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:28.698798622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"9b91d5ac-e36f-4dd3-b6de-d8076ed92d08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:28.699550787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"f93c858b-5363-4be3-bbea-f8ea95bdcc81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:28.699561154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-a95e5694-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-combo-sub-a95e5694-auth","reconcileID":"ef28427e-fbff-40cd-be16-d2cdf6b585fc","MaaSAuthPolicy":{"name":"e2e-combo-sub-a95e5694-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:28.708978912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"9b91d5ac-e36f-4dd3-b6de-d8076ed92d08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:28.709617057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"f93c858b-5363-4be3-bbea-f8ea95bdcc81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:28.711233676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-a95e5694-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-combo-sub-a95e5694-auth","reconcileID":"ef28427e-fbff-40cd-be16-d2cdf6b585fc","MaaSAuthPolicy":{"name":"e2e-combo-sub-a95e5694-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:28.818288405Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-a95e5694-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-combo-sub-a95e5694-auth","reconcileID":"dada2899-6ba2-4ac2-8e9b-071507a84284","MaaSAuthPolicy":{"name":"e2e-combo-sub-a95e5694-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:28.818325537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"48dd7472-8091-4b14-b463-30d5576dafc2","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:28.839247694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"70c3c02b-ff4a-4ac3-bb1f-ef7591bd8f18","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:30.916795965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"0d5c4dca-6a24-4578-aad6-31baa06e7252","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:30.947999689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"63639e41-bc4c-421c-a732-2e00ef6b58d2","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"premium-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"premium-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:31.02846541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"2b94c229-3f6e-4fca-adbc-ca78a5878859","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:31.02849621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"1bffcb96-342d-49fc-9036-1a54732a015e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:31.038489388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"2b94c229-3f6e-4fca-adbc-ca78a5878859","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:31.04009702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"1bffcb96-342d-49fc-9036-1a54732a015e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:31.047187292Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-7a745c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1dffe09b8abe18a5d115ba6f8937623a2b368758b9ca5b613c3b17470a6a17aa) AuthConfig (9cbc2d59d525b3ce32138c25c9dff80fd7a3f72ad32784953eabe5758f463027) AuthConfig (db4f7f607a78318b7f1a34cbbad7a2373e130ff8e9d656b4951ac69720fa4d3d) AuthConfig (2c97bf66d4a503b2349c7440d60634e897ad76088fe4d0a8c81adda5969de921) AuthConfig (eb3f2929243467fee835d3d79277a80b8bd7718ddb2173c86d24c09dc4a238d0) AuthConfig (9a34d44b22770a570610bf0993d12bfbef6f64301ffac9490bfbe21fa3352c3f) AuthConfig (4a5d994f31c2f9d1d0141d5ae34f9725682aac248b085def7d297e39ef3bc89e) AuthConfig (b53c1f11adbf1236bb71106532d4553d7fdc06ac533bc8b192980fb139b67f4b) AuthConfig (78ee661b1940bc9222a04a8be2b4a9b86f7b9b26f354dec92a5b4576995a24df) AuthConfig (f53f47042891abfcf123d386eca82804f40bf53f898b4cb324eb97f6a438a1d0) AuthConfig (221b7d82ac3d90cb88713c6bc63dfcd9f9fe814f50f842aedaea1daa75e8fde5) AuthConfig (2b21b896abec10671df486330ca503a2a15e1755283f86143d35ce56a96d35db) AuthConfig (25db07650a9fcc779ca78b27ea293e9c4a0e4686a162a24eaaa25260f0cb2d66) AuthConfig (fbd6e90dcecb53ed69e1917c581f42a68ff4695916738b331b188941e7f30209) AuthConfig (e0abf5979db3ebd3a2dcea82ab97748027066eeb2e476abd2f061aa56b89a9c2) AuthConfig (de029ff8981ec53fd40ea4eef7171eb5a780b99c267d2ba0b3b0f0acb6b412fe) AuthConfig (20b236b2a6b0ffe98ca84d6453654b6dbe6924df5261ef88712628bf4b40596b) AuthConfig (4e0fe5c68ae6b1fd0819b304ee3403d8b92ceff4d1912e5c7caaabdc6c2d21b2) AuthConfig (cb506266e2770bc2a01096bd5add1c845f1360d833714d5878b44d77b877d66f) AuthConfig (eb5cd70c78d92e8e17700e5120db1964db7421bab2174ef23be9204c8d805489) AuthConfig (ec842fcf61f6d7bf8bdf93aa0e9ec74fea62468fb9b55216b3dc0de7da67268b) AuthConfig (60cca1153f210c823ada1fa28e92b465bf0712b5c69a07601e4ec46c03a0b920) AuthConfig (cadf14a7007a977afff9091d0a36256fb28f90257aed47de4c2af28fb7cceed1) AuthConfig (62dbea46f4b220cd7c4ae2fe2612c1896cbb32b30b57312fdc43c618fb5a342c) AuthConfig (0006e8ac26ae06ba72aa0f5d067ee5e3b97d11d9026e3715414a38aa099f031b) AuthConfig (081c0a28ab1360f735de968c37e1bee0daf63051bfd6b2a3dbb683c74405c76b) AuthConfig (93804f2135e6048ed5654c0c66b7f09c657f734cd7d23571ebbc64f0b8ae7e37) AuthConfig (b73a94946366e30b8ade1c4986d35ceae79578965b28e99c7a5b905d3fc3d456) AuthConfig (71f94c57e3dc843058e5d3b177c72d54d15e47ee75a9908924f76e14b1333bb6) AuthConfig (e7fb1ab2ca30047105cc975bc2ce26b724a429753415f6bf9816362237057209)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"2b94c229-3f6e-4fca-adbc-ca78a5878859","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:31.052322407Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-7a745c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1dffe09b8abe18a5d115ba6f8937623a2b368758b9ca5b613c3b17470a6a17aa) AuthConfig (9cbc2d59d525b3ce32138c25c9dff80fd7a3f72ad32784953eabe5758f463027) AuthConfig (db4f7f607a78318b7f1a34cbbad7a2373e130ff8e9d656b4951ac69720fa4d3d) AuthConfig (2c97bf66d4a503b2349c7440d60634e897ad76088fe4d0a8c81adda5969de921) AuthConfig (eb3f2929243467fee835d3d79277a80b8bd7718ddb2173c86d24c09dc4a238d0) AuthConfig (9a34d44b22770a570610bf0993d12bfbef6f64301ffac9490bfbe21fa3352c3f) AuthConfig (4a5d994f31c2f9d1d0141d5ae34f9725682aac248b085def7d297e39ef3bc89e) AuthConfig (b53c1f11adbf1236bb71106532d4553d7fdc06ac533bc8b192980fb139b67f4b) AuthConfig (78ee661b1940bc9222a04a8be2b4a9b86f7b9b26f354dec92a5b4576995a24df) AuthConfig (f53f47042891abfcf123d386eca82804f40bf53f898b4cb324eb97f6a438a1d0) AuthConfig (221b7d82ac3d90cb88713c6bc63dfcd9f9fe814f50f842aedaea1daa75e8fde5) AuthConfig (2b21b896abec10671df486330ca503a2a15e1755283f86143d35ce56a96d35db) AuthConfig (25db07650a9fcc779ca78b27ea293e9c4a0e4686a162a24eaaa25260f0cb2d66) AuthConfig (fbd6e90dcecb53ed69e1917c581f42a68ff4695916738b331b188941e7f30209) AuthConfig (e0abf5979db3ebd3a2dcea82ab97748027066eeb2e476abd2f061aa56b89a9c2) AuthConfig (de029ff8981ec53fd40ea4eef7171eb5a780b99c267d2ba0b3b0f0acb6b412fe) AuthConfig (20b236b2a6b0ffe98ca84d6453654b6dbe6924df5261ef88712628bf4b40596b) AuthConfig (4e0fe5c68ae6b1fd0819b304ee3403d8b92ceff4d1912e5c7caaabdc6c2d21b2) AuthConfig (cb506266e2770bc2a01096bd5add1c845f1360d833714d5878b44d77b877d66f) AuthConfig (eb5cd70c78d92e8e17700e5120db1964db7421bab2174ef23be9204c8d805489) AuthConfig (ec842fcf61f6d7bf8bdf93aa0e9ec74fea62468fb9b55216b3dc0de7da67268b) AuthConfig (60cca1153f210c823ada1fa28e92b465bf0712b5c69a07601e4ec46c03a0b920) AuthConfig (cadf14a7007a977afff9091d0a36256fb28f90257aed47de4c2af28fb7cceed1) AuthConfig (62dbea46f4b220cd7c4ae2fe2612c1896cbb32b30b57312fdc43c618fb5a342c) AuthConfig (0006e8ac26ae06ba72aa0f5d067ee5e3b97d11d9026e3715414a38aa099f031b) AuthConfig (081c0a28ab1360f735de968c37e1bee0daf63051bfd6b2a3dbb683c74405c76b) AuthConfig (93804f2135e6048ed5654c0c66b7f09c657f734cd7d23571ebbc64f0b8ae7e37) AuthConfig (b73a94946366e30b8ade1c4986d35ceae79578965b28e99c7a5b905d3fc3d456) AuthConfig (71f94c57e3dc843058e5d3b177c72d54d15e47ee75a9908924f76e14b1333bb6) AuthConfig (e7fb1ab2ca30047105cc975bc2ce26b724a429753415f6bf9816362237057209)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"1bffcb96-342d-49fc-9036-1a54732a015e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:31.05911866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"f9fd554b-af28-421e-b122-98aa23c195bf","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:31.065649258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"2d9bd0ee-9880-4659-a993-97d97e45266b","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"premium-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"premium-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.05700954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"0a0e4792-1e2d-4a50-9b4a-70ad6df16e40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.057232728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"eedae667-c746-4831-8da3-27ecb02ce5e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.06797975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"0a0e4792-1e2d-4a50-9b4a-70ad6df16e40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.068149647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"eedae667-c746-4831-8da3-27ecb02ce5e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.159102474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"802efeb3-bc8d-4bfc-848f-47986e6aaf61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.160713426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"fbacb92e-93fc-49c2-b122-831899d14a20","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.168777041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"802efeb3-bc8d-4bfc-848f-47986e6aaf61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.180531475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"182f42d7-8001-460c-82c7-06ef60a12d9c","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.257379564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"87d37f79-f62d-426c-9cea-49fd4a0b5d66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.25746372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-apikey-active-auth","reconcileID":"1ed39444-079a-4837-acec-cf3a48cbea3e","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.266918601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"87d37f79-f62d-426c-9cea-49fd4a0b5d66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.267643755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-apikey-active-auth","reconcileID":"1ed39444-079a-4837-acec-cf3a48cbea3e","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.273623185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"a88dd96a-4498-4a00-9faf-2d27abe5c480","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.278677957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"be7e25d6-b1ac-49b5-b37f-1500f391517b","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.345645423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"e3991189-c7b5-4b6c-bcd5-11b2240b37c1","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.346195836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"7a444250-0f23-4b5f-aee4-4dd254b22b82","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.356113542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"7b53cdea-41bf-4909-a73f-decfbf9f681e","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:32.358705376Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-apikey-active-sub","reconcileID":"a022883d-97ac-451a-95bd-7b0d7d6b77ec","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.359738742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"6c83202c-26d3-44a5-9df9-ef7d5482e591","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.360273174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"3953ddcf-cf51-4258-8a3d-b8a110ec9c9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.368489067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"fd1c639a-c26f-4179-a0c7-c54984e17f67","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.380982507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"6c83202c-26d3-44a5-9df9-ef7d5482e591","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.382919708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"0a283897-78ff-4a4d-9442-6091cb14c803","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.390027383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"3953ddcf-cf51-4258-8a3d-b8a110ec9c9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.390369823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"c07a48f2-154c-4914-a4f8-eaa5377d123e","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.391067159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"91dc9768-8fc9-4187-8731-909f46c25710","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"premium-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"premium-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.391457963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"ed07ffe3-cf13-455e-b70b-4607604679d9","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.395779987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"9a9418eb-1001-4ee7-8c93-2f2aa3a91e62","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.429902135Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-apikey-active-sub","reconcileID":"237d580c-62e5-43f2-9d82-9728d76816fc","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/e2e-apikey-active-sub","ai-tenant-e2e-worker-w3-c1fdd6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.50914408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-apikey-failed-auth","reconcileID":"4dc28b79-70fe-4044-afa2-046125b692a2","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.509535552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-apikey-active-auth","reconcileID":"25575095-5cb1-426b-9ecf-016413666c30","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.515838033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"00d9d9a4-6d23-406d-be50-f07250cfa3ba","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.516840158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"94d463d2-773d-4e74-ac83-bb5f9f0c2426","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.573379835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-apikey-failed-auth","reconcileID":"4dc28b79-70fe-4044-afa2-046125b692a2","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.574643411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-apikey-active-auth","reconcileID":"25575095-5cb1-426b-9ecf-016413666c30","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.604579998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"ba6091a7-2040-4134-b4ef-01038a182af5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.604578685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"087a4554-f322-4bd8-90eb-5239a46b043b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.613024836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"369ccb90-9068-48f2-a337-aba8265c3205","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.615263778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"ba6091a7-2040-4134-b4ef-01038a182af5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.616237524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-apikey-active-sub","reconcileID":"1e5edad3-3726-4bcf-8ce3-deabbb96c45b","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.616617398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"087a4554-f322-4bd8-90eb-5239a46b043b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.702759913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-apikey-failed-auth","reconcileID":"cef08b76-42aa-4de6-8e78-4bce3cb50767","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.712509596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-apikey-failed-auth","reconcileID":"cef08b76-42aa-4de6-8e78-4bce3cb50767","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.731490765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"8e0fadeb-78b2-49bc-86c0-af1defa0ccae","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:32.737709466Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-f06af6/e2e-apikey-failed-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.818065178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"145bc656-9d7d-4273-9257-804a8ab4864f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.818445997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"0acae0e7-3da8-4489-b185-e0005b201c56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.828601911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"145bc656-9d7d-4273-9257-804a8ab4864f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.828761795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"0acae0e7-3da8-4489-b185-e0005b201c56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.888566095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-apikey-failed-auth","reconcileID":"510fcc6c-fbfc-4af4-9cdd-45d15930d1b9","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.898489963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-apikey-failed-auth","reconcileID":"510fcc6c-fbfc-4af4-9cdd-45d15930d1b9","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.900827065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"b6a268cd-3098-4611-981f-a9dc034753f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:32.910851793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"b6a268cd-3098-4611-981f-a9dc034753f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.011340098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"ea40ef38-df2f-41cf-bc8a-7a25c5060ff9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.021054837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"ea40ef38-df2f-41cf-bc8a-7a25c5060ff9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.296536343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"0e6ddb73-b28d-4369-b49e-d593ace51f50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.296674059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-apikey-failed-auth","reconcileID":"10a44967-98fc-4127-855d-84f894fb8745","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.296965134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"53457eda-e75d-4c40-a5eb-56d6411f63f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.306598949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"0e6ddb73-b28d-4369-b49e-d593ace51f50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.306804469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-apikey-failed-auth","reconcileID":"10a44967-98fc-4127-855d-84f894fb8745","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:33.308911183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"53457eda-e75d-4c40-a5eb-56d6411f63f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:35.102419257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"dcda4331-e102-4540-97b3-c26d686679e1","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:35.147720844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-apikey-active-auth","reconcileID":"f6230d8c-c539-4bd7-8a1a-69d413dddaac","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:35.15014383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"60f6aa6e-e908-4f4b-b61e-406b454ad473","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:35.156436495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"a8a7d66d-531e-4c15-aed2-bee7bfc1de82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:35.166023751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-apikey-active-auth","reconcileID":"f6230d8c-c539-4bd7-8a1a-69d413dddaac","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:35.167838795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"60f6aa6e-e908-4f4b-b61e-406b454ad473","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:35.1721982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"a8a7d66d-531e-4c15-aed2-bee7bfc1de82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:36.376865265Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:36.913221204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"27bf7e4a-0416-479a-b831-46c2574cc738","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:36.922155011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"b4b2962b-b745-4704-b115-c04f15607b00","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:36.935820922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-33e9a06b-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-bulk-sub-33e9a06b-auth","reconcileID":"030eece3-16dd-439a-a3d9-d1e26af88e0f","MaaSAuthPolicy":{"name":"e2e-bulk-sub-33e9a06b-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:36.947221785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-33e9a06b-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-bulk-sub-33e9a06b-auth","reconcileID":"030eece3-16dd-439a-a3d9-d1e26af88e0f","MaaSAuthPolicy":{"name":"e2e-bulk-sub-33e9a06b-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:36.991911655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"414eedfa-20d8-42a0-8d14-fdfdaaf45da2","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:37.0361804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-33e9a06b-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-bulk-sub-33e9a06b-auth","reconcileID":"691d509d-fa31-4a70-9c0f-57980f0fffaa","MaaSAuthPolicy":{"name":"e2e-bulk-sub-33e9a06b-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:37.049278564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-33e9a06b-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-bulk-sub-33e9a06b-auth","reconcileID":"691d509d-fa31-4a70-9c0f-57980f0fffaa","MaaSAuthPolicy":{"name":"e2e-bulk-sub-33e9a06b-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:37.118002461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"5937b88c-bef9-44dc-a047-5dbe7c847f2c","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:37.131486376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"a2926eed-8eeb-4b92-80bb-cf2c8f21e2d2","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:37.140279456Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-33e9a06b","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-bulk-sub-33e9a06b","reconcileID":"380c7a2d-e71d-47cb-b6cb-1a9bc70b2bf2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-33e9a06b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:37.153830287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"838ab2e1-8c2f-40c1-92b9-932146179865","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:37.154101107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"19168b73-bf16-4a14-84cb-2152cd6ac1ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:37.153830346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-33e9a06b-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-bulk-sub-33e9a06b-auth","reconcileID":"1ff1fd0b-5083-4403-a271-95517234a105","MaaSAuthPolicy":{"name":"e2e-bulk-sub-33e9a06b-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:37.16040628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"323f9b37-5fb4-4f45-8069-a58ba5e9beb3","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:37.16789716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"838ab2e1-8c2f-40c1-92b9-932146179865","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:37.168071492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"19168b73-bf16-4a14-84cb-2152cd6ac1ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:37.1700074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-33e9a06b-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-bulk-sub-33e9a06b-auth","reconcileID":"1ff1fd0b-5083-4403-a271-95517234a105","MaaSAuthPolicy":{"name":"e2e-bulk-sub-33e9a06b-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:37.174796369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"31af2ee1-e8fb-4d69-97a7-b4232b746524","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:37.231314793Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-33e9a06b","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-bulk-sub-33e9a06b","reconcileID":"44b97b98-cb9a-4395-bb77-feadf8bdc1fc","MaaSSubscription":{"name":"e2e-bulk-sub-33e9a06b","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-8836a8/e2e-bulk-sub-33e9a06b","ai-tenant-e2e-worker-w0-8836a8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:37.237499948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-33e9a06b-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-bulk-sub-33e9a06b-auth","reconcileID":"78d3c85d-7d4a-45f5-b5a2-49a46ac20a24","MaaSAuthPolicy":{"name":"e2e-bulk-sub-33e9a06b-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:37.253370069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-33e9a06b-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-bulk-sub-33e9a06b-auth","reconcileID":"78d3c85d-7d4a-45f5-b5a2-49a46ac20a24","MaaSAuthPolicy":{"name":"e2e-bulk-sub-33e9a06b-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:37.261345089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"4abd047d-a779-4611-915c-f0c7c78a01f4","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:37.301388687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"42d69911-cd01-4c0b-a67d-41290f491902","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:37.301516824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-33e9a06b","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-bulk-sub-33e9a06b","reconcileID":"1762b4f2-d23b-4ae6-b2fd-b76c85ce8a7c","MaaSSubscription":{"name":"e2e-bulk-sub-33e9a06b","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:37.341484907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"6b9c0230-d9f6-4562-b105-2651c284c4a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:37.341482854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"75901ece-3638-4fbb-afad-b32a7ac2562e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:37.35531968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"75901ece-3638-4fbb-afad-b32a7ac2562e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:37.356151104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"6b9c0230-d9f6-4562-b105-2651c284c4a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:38.743096229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"64b9667d-051e-42d6-9793-dd52de047516","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:38.764642076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"9144d00e-f4f5-4f11-8297-d5b90cb106a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:38.764807793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-33e9a06b-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-bulk-sub-33e9a06b-auth","reconcileID":"b75cfe33-8a7d-4e1c-9810-b464e87d14f6","MaaSAuthPolicy":{"name":"e2e-bulk-sub-33e9a06b-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:38.764648521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"d005c867-65f2-498e-8945-3ddb8486928a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:38.774731618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"9144d00e-f4f5-4f11-8297-d5b90cb106a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:38.775653408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"d005c867-65f2-498e-8945-3ddb8486928a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:38.776887934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-33e9a06b-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-bulk-sub-33e9a06b-auth","reconcileID":"b75cfe33-8a7d-4e1c-9810-b464e87d14f6","MaaSAuthPolicy":{"name":"e2e-bulk-sub-33e9a06b-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:41.093771714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"c21493cc-b605-472d-b2a3-b0f18fb706eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:41.100602256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"f4b38e3a-2466-45c8-a35a-dd9d1e50bfe7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:41.106571837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"c21493cc-b605-472d-b2a3-b0f18fb706eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:41.111209333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"f4b38e3a-2466-45c8-a35a-dd9d1e50bfe7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:41.23770609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"c7d2fdef-65f2-4155-844b-60c9cfc18e7b","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:41.252520468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"42006f5d-4310-453d-a07a-002b2f20ada5","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"premium-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"premium-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:43.301445429Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-apikey-failed-sub","reconcileID":"54b2c26d-9077-44bc-a003-a2035a10120b","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:43.301565018Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-apikey-failed-sub","reconcileID":"54b2c26d-9077-44bc-a003-a2035a10120b","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-f06af6/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:43.357124506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"fdec0d37-e145-4dd7-b57c-3eefe6d5d96f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:43.357255016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"923e99e1-1b89-4574-9444-e10532359f37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:43.357571117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-apikey-failed-auth","reconcileID":"00482d7a-c4cc-4578-9c7d-3235691497af","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:43.368927276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-apikey-failed-auth","reconcileID":"00482d7a-c4cc-4578-9c7d-3235691497af","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:43.369241941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"fdec0d37-e145-4dd7-b57c-3eefe6d5d96f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:43.373098714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"923e99e1-1b89-4574-9444-e10532359f37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:43.497159397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"ae098c41-645a-441d-846a-ca5b2655b0c0","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:43.497172136Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-apikey-failed-auth","reconcileID":"3c85a45b-a1de-4572-9973-ecf7ba22eb04","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:43.603709689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"83325487-29b9-40dd-8721-e9aa8309f10f","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:44.582551449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"820eb678-72ef-4c00-a280-e850aa55d1c0","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:44.59024078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"7073c443-b499-42a1-9655-c97c1e47e8b6","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:44.603792988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3c2219cf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-a-3c2219cf-auth","reconcileID":"49bd4dec-d94f-45de-a2c5-3c027bf5a4e8","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3c2219cf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:44.613321715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3c2219cf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-a-3c2219cf-auth","reconcileID":"49bd4dec-d94f-45de-a2c5-3c027bf5a4e8","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3c2219cf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:44.666991945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"f697b666-18bd-4690-8955-a9712c5772e8","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:44.70585011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3c2219cf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-a-3c2219cf-auth","reconcileID":"1a79951e-e360-45bf-896d-626bbeef064a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3c2219cf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:44.715579994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3c2219cf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-a-3c2219cf-auth","reconcileID":"1a79951e-e360-45bf-896d-626bbeef064a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3c2219cf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:44.792026292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"f036d2a8-b2b8-4008-b1bc-68787ba7d726","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:44.80353612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"f6f42abc-5437-430a-97c8-f2453852ff02","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:44.806333743Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-3c2219cf","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-a-3c2219cf","reconcileID":"1dd134e9-ead8-47b3-8685-2dc2faba8284","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-3c2219cf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:44.807908669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"0abd4f4c-0568-4090-a028-a26f8750de1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:44.820234194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"0abd4f4c-0568-4090-a028-a26f8750de1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:44.828629039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"54ce8040-3bc3-45e6-9442-4c9ce7d77007","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:44.839352921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"99359887-7de0-4dfb-a357-4402ff3d4398","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:44.876174871Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-3c2219cf","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-a-3c2219cf","reconcileID":"49bb332b-0d09-47ad-b439-5d84b449d8b9","MaaSSubscription":{"name":"e2e-filter-sub-a-3c2219cf","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-f06af6/e2e-filter-sub-a-3c2219cf","ai-tenant-e2e-worker-w2-f06af6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:44.900408125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"6d551e3d-0712-43f4-aeb9-1d929bae6e60","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:44.905304866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3c2219cf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-a-3c2219cf-auth","reconcileID":"fbfe765d-1f29-4ad9-96e9-c47969eddcaf","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3c2219cf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:44.905327622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"5e6b27ec-9f37-48f0-a08f-2998621a4d63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:44.915094667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"5e6b27ec-9f37-48f0-a08f-2998621a4d63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:44.915425323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3c2219cf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-a-3c2219cf-auth","reconcileID":"fbfe765d-1f29-4ad9-96e9-c47969eddcaf","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3c2219cf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:44.960520005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-3c2219cf","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-a-3c2219cf","reconcileID":"78fe7e54-71db-4731-8f45-afb202c488ac","MaaSSubscription":{"name":"e2e-filter-sub-a-3c2219cf","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:44.960593792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"f7cfc9d5-2ec2-4221-b1f7-973bc057c42a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.006394314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"15adb3ea-f3a0-42f6-b047-57fe177d8d5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.006422027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"5b7a161b-e5b2-4d1f-ab16-b2b06cd46083","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.016327679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"15adb3ea-f3a0-42f6-b047-57fe177d8d5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.01642272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"5b7a161b-e5b2-4d1f-ab16-b2b06cd46083","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.108914191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"19a93287-4c69-4c82-bae9-0ca8a382cffd","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.118621444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"2d76716a-b0a2-4e1c-8a0b-43c7df72dad0","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.132736332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-b-cbd60cd2-auth","reconcileID":"aa8a0f86-a44d-4dcd-a6c0-58b42e7bb1ea","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.142331399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-b-cbd60cd2-auth","reconcileID":"aa8a0f86-a44d-4dcd-a6c0-58b42e7bb1ea","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.145772867Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-apikey-active-sub","reconcileID":"ba277298-98d6-4dd5-93f3-524756c1fb7e","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.170215183Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-apikey-active-sub","reconcileID":"ba277298-98d6-4dd5-93f3-524756c1fb7e","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.178425874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"dbb7c6cc-f0d2-4264-87e2-2b96e4ebe619","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.198038709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"8fd3b6cc-b824-4728-a828-9fb1ac641151","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.20236174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"35ce7e25-a3f6-4779-8e56-41227e7d8f7a","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.20366237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"fc1d123d-fbf7-46a4-8006-10b1d76cc02e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.236229376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"533804ef-c77c-4d3a-8e84-53eb56e79353","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.252611769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-b-cbd60cd2-auth","reconcileID":"006f51da-a043-4eb5-9193-9fb1b9751896","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.252915155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-apikey-active-auth","reconcileID":"35e5a010-612a-4785-8672-7a0d63b894de","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.257310407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"b260789d-e0d8-4995-832e-a5c19aa5812f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.265438186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"c942a3ea-5619-44b4-97fd-7a8e66398065","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.274626452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-apikey-active-auth","reconcileID":"35e5a010-612a-4785-8672-7a0d63b894de","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.275564959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-b-cbd60cd2-auth","reconcileID":"006f51da-a043-4eb5-9193-9fb1b9751896","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.278914599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"b260789d-e0d8-4995-832e-a5c19aa5812f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.281555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"c942a3ea-5619-44b4-97fd-7a8e66398065","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.295273413Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-f06af6 priority=0:[ai-tenant-e2e-worker-w2-f06af6/e2e-filter-sub-a-3c2219cf ai-tenant-e2e-worker-w2-f06af6/e2e-filter-sub-b-cbd60cd2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.296022821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"460fa14f-1c23-40c0-8600-a95e250506b3","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.302515371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"7013acd4-5164-491f-a6be-2e954b59baaa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.303531297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-subscription","reconcileID":"a9ec5bc6-96fe-4969-951d-ffbe8bbe9266","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-premium-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.303913406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"389ce709-2984-41ac-a9d7-26cef07764ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.307728734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"08fc97c4-43f1-452e-a0b7-f9f97b5f13a2","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.370659273Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"b3fe35c5-e551-4cfe-91c0-27fb2416c65a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-8836a8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.371461346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"08ab280b-e34c-4fba-9cfa-b957682ee75c","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.371835102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"2bf3e5c3-eeb2-4c15-aea2-297ebbd304f3","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.383638337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-b-cbd60cd2-auth","reconcileID":"aec71b5d-b3c1-48b4-b98e-218ea4327db9","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.384489946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"78d030bb-5533-49f5-b683-46d3b04107ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.384811993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"1dc02e33-04eb-41ba-8428-deb5a1dc9463","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.3937802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-b-cbd60cd2-auth","reconcileID":"aec71b5d-b3c1-48b4-b98e-218ea4327db9","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.395582437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"78d030bb-5533-49f5-b683-46d3b04107ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.396121458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"1dc02e33-04eb-41ba-8428-deb5a1dc9463","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.39927688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"332a50b5-2b3a-4352-87e3-5fb10fb00784","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.404913842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"e32ce12a-6fdb-470c-9276-3ebdcfaae49a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.40898624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"b5616509-68cf-4720-a089-8e11b1966e78","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.412557219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"18cbe613-27b8-4638-bf54-5cfffc68ba63","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.414528371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"74034a11-1d75-4bb0-9079-ebf1034585b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.474160213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3c2219cf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-a-3c2219cf-auth","reconcileID":"e94348bf-890a-447f-8a24-91f2ea5ae6e9","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3c2219cf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.484452074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3c2219cf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-a-3c2219cf-auth","reconcileID":"e94348bf-890a-447f-8a24-91f2ea5ae6e9","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3c2219cf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.486683228Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-apikey-active-auth","reconcileID":"0307ab64-14c5-485a-af31-96cb7df64ce3","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.498685393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"2b174a09-81e2-474d-99a1-b502d0d29f1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.499284189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"a444d311-d589-4c03-bcbb-f20f89c970f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.500482237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"23aea3a2-706f-4a8f-a140-f8c71c8a08ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.504596184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"28af089c-3912-4ecf-954a-aa768295b6ad","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.509619329Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-cbd60cd2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-b-cbd60cd2","reconcileID":"a28fc45f-49c7-410f-9c24-ba8213b2a84c","MaaSSubscription":{"name":"e2e-filter-sub-b-cbd60cd2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-f06af6/e2e-filter-sub-a-3c2219cf","ai-tenant-e2e-worker-w2-f06af6/e2e-filter-sub-b-cbd60cd2","ai-tenant-e2e-worker-w2-f06af6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.534500489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"4c289bdb-1ad7-4371-b17e-22eeccaff86d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.534604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-b-cbd60cd2-auth","reconcileID":"1977500a-d7a9-4f92-9f24-936f6e5f7997","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.535071567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3c2219cf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-a-3c2219cf-auth","reconcileID":"138b54db-5146-4c00-8124-d0cd5058b7dc","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3c2219cf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.535422609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"77d0d3e8-a6df-4fd0-9db2-29f6d6f43195","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.535493249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"6b03926e-b786-4aeb-b854-d85ee2d5da08","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.545154581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3c2219cf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-a-3c2219cf-auth","reconcileID":"138b54db-5146-4c00-8124-d0cd5058b7dc","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3c2219cf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.571167538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-b-cbd60cd2-auth","reconcileID":"1977500a-d7a9-4f92-9f24-936f6e5f7997","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.571795055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"77d0d3e8-a6df-4fd0-9db2-29f6d6f43195","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.572651942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"4c289bdb-1ad7-4371-b17e-22eeccaff86d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.61016336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-3c2219cf","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-a-3c2219cf","reconcileID":"1c4aaf56-911a-4c8f-9026-5f0ab870b1de","MaaSSubscription":{"name":"e2e-filter-sub-a-3c2219cf","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.627463712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-cbd60cd2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-b-cbd60cd2","reconcileID":"5cae413b-63bc-4915-8db0-4832a7e98646","MaaSSubscription":{"name":"e2e-filter-sub-b-cbd60cd2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:45.628482377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"d514b6f8-cc6b-4659-83cf-3ed9187cae8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.51828204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"a5630ddf-88aa-4e9b-93ef-22aaf8e35211","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.52599745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"24b04292-b648-48aa-89fe-e2db30cf2c26","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.546880176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-apikey-degraded-auth","reconcileID":"a5aeed1f-aeda-4227-a8a8-08832acc6073","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.556495587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-apikey-degraded-auth","reconcileID":"a5aeed1f-aeda-4227-a8a8-08832acc6073","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.59119135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"f28ef75f-a72c-48e8-8d30-658583a963c8","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.64412826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-apikey-degraded-auth","reconcileID":"0dffd786-8cb5-4dff-9902-9c84c76e2107","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.654794065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-apikey-degraded-auth","reconcileID":"0dffd786-8cb5-4dff-9902-9c84c76e2107","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.700822644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"d1729f2d-04bc-43df-802b-d5ecc6d17f1a","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.701087361Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-f06af6 priority=0:[ai-tenant-e2e-worker-w2-f06af6/e2e-filter-sub-a-3c2219cf ai-tenant-e2e-worker-w2-f06af6/e2e-filter-sub-b-cbd60cd2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.710641701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"1dc9f85b-cb2d-4118-9e0e-e132dba6fba0","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:42:46.713625877Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-apikey-degraded-sub","reconcileID":"595c017f-0f65-4203-a6b5-f9e00ed2236b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.722335796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"de9f3ae0-5236-4231-b86a-cba8eaa96f76","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.736115382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"5dd4dd13-90ed-44d9-b10f-6bdb8a3093fb","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.743605036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"a8376703-cf1f-4004-a443-a4fa7ec12d6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.744555703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"d34c02c2-66eb-4092-8518-79a7f7e0eee7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.745108021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-apikey-degraded-auth","reconcileID":"3a816794-fdfc-46b0-b279-14e7069fcc76","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.745555235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"e45c692a-1d11-490e-bdbc-6f060c5a41e2","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.753835808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"a8376703-cf1f-4004-a443-a4fa7ec12d6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.754544015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"d34c02c2-66eb-4092-8518-79a7f7e0eee7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.756283061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-apikey-degraded-auth","reconcileID":"3a816794-fdfc-46b0-b279-14e7069fcc76","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.758489524Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"65e92853-1bfe-4081-9bf6-24d6f35620a9","namespace":"llm","name":"e2e-rt-sw-81110d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.767699262Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"f834a8ef-dedb-40a3-a511-2f24966eb4f7","namespace":"llm","name":"e2e-rt-sw-81110d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.771870405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"ff820a69-3f98-40ad-9d22-4c36616b606e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.772105616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0876710c-82cf-40ee-901f-7d55950a5760","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.781380508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"ff820a69-3f98-40ad-9d22-4c36616b606e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.781688836Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-apikey-degraded-sub","reconcileID":"c3ba6e4c-4b09-4e2b-9d8d-0a0f756916b1","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w3-c1fdd6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.781772902Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-apikey-degraded-sub","reconcileID":"c3ba6e4c-4b09-4e2b-9d8d-0a0f756916b1","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-c1fdd6/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.784407895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0876710c-82cf-40ee-901f-7d55950a5760","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.810153751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"91cc2c34-d93d-41fc-927b-de443eee1ad9","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.898560295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-apikey-degraded-sub","reconcileID":"4686dc14-377c-45fb-9971-62d54ada61c7","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.898691193Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-apikey-degraded-sub","reconcileID":"4686dc14-377c-45fb-9971-62d54ada61c7","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-c1fdd6/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.898805911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"f6239563-257f-446c-9a85-fd22d0f1f210","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.912986202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"29119697-478f-4f47-9730-75354ec96210","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.970223733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"f71b031d-43c3-43e7-b5c7-01d2f2d33e5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.970273543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-apikey-degraded-auth","reconcileID":"8528c9c1-5b89-4c3b-bfa6-777559be3559","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.972777951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"29119697-478f-4f47-9730-75354ec96210","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.973099694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"f6945588-3ae8-43c5-8d65-db233c40cabc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.98080471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"f71b031d-43c3-43e7-b5c7-01d2f2d33e5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.980830362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-apikey-degraded-auth","reconcileID":"8528c9c1-5b89-4c3b-bfa6-777559be3559","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.983349464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"f6945588-3ae8-43c5-8d65-db233c40cabc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.995141773Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"ffb49313-f49d-4e28-8691-d7947a5b7ad9","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"name":"e2e-rt-sw-81110d","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:46.995429092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"e0632e1a-622b-4e26-a751-0bb51ff5fe84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.007856386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"e0632e1a-622b-4e26-a751-0bb51ff5fe84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.013398385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5bb70a51-7059-427f-8f34-4c0f31620aa2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.013414493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5bb70a51-7059-427f-8f34-4c0f31620aa2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.013730584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"dd9a0e71-2695-4b52-ae56-f2d0ca86b9b8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.013741058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"dd9a0e71-2695-4b52-ae56-f2d0ca86b9b8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.01909955Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"7ba78c42-0ef5-42fc-a75a-9de543231afb","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"name":"e2e-rt-sw-81110d","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.024667344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c914c9b4-c1f4-47a1-a94b-b2bc7d32b6d6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.02468581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c914c9b4-c1f4-47a1-a94b-b2bc7d32b6d6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.025005855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26a5b994-a944-4b98-adbd-69b248d7de84","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.025021108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26a5b994-a944-4b98-adbd-69b248d7de84","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.025466339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bfaecd5f-f0b0-4f33-9e22-4d53d74bfa37","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.025482639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bfaecd5f-f0b0-4f33-9e22-4d53d74bfa37","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.025773136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c68c3152-fae9-4046-a7ec-051c39f34ef9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.025786927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c68c3152-fae9-4046-a7ec-051c39f34ef9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.026094558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"49094614-d72c-4321-ad1e-2bf19fb6c797","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.026111416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"49094614-d72c-4321-ad1e-2bf19fb6c797","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.026409928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dcb18957-d6a8-4a3e-9ba9-bd52c26e729a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.026424161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dcb18957-d6a8-4a3e-9ba9-bd52c26e729a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.046757973Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"f1b30d05-7028-431a-8174-2df4b07d2d09","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"name":"e2e-rt-sw-81110d","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.047371171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dabb775d-a1fb-4613-ac32-aa6cea77edcc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.052659321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"57718f01-e13b-4af8-829e-79603cd97822","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.065449399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"285b9de1-4423-48b1-9352-3373f133d33e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.065470439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"285b9de1-4423-48b1-9352-3373f133d33e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.065776552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"102e3171-3ae8-4a9e-9791-71a5e59ae759","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.065789655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"102e3171-3ae8-4a9e-9791-71a5e59ae759","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.066030625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a333eaad-03ef-4d6b-b256-2dfe06f896c5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.069065762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a333eaad-03ef-4d6b-b256-2dfe06f896c5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.069330774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ec10f14-fd9e-4362-821b-fc65b214d4ac","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.069343063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ec10f14-fd9e-4362-821b-fc65b214d4ac","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.06965293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c77bb6f5-e250-4e6f-be89-b2275b6a6320","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.069665723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c77bb6f5-e250-4e6f-be89-b2275b6a6320","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.069866059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b7a88346-62ce-47a3-96c7-7d6139bb620b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.069877082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b7a88346-62ce-47a3-96c7-7d6139bb620b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.070091751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca74ab5d-fb26-4576-9e11-f3643f6ac517","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.070102933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca74ab5d-fb26-4576-9e11-f3643f6ac517","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.070391134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a18e1889-02af-4194-8119-78825e9db032","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.070403827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a18e1889-02af-4194-8119-78825e9db032","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.099881743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2cbe04c0-5a3c-4c8e-99cf-81063964de12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.113678824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2cbe04c0-5a3c-4c8e-99cf-81063964de12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.221468124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"45ab1990-2075-4fee-8134-fa1c5a9a516d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.221761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-b-cbd60cd2-auth","reconcileID":"b828df79-8fbd-43c4-9b76-6b19ba07d1fe","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.221931959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"a3472263-63e2-4881-8c27-6f71ac647d1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.222461166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-33e9a06b-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-bulk-sub-33e9a06b-auth","reconcileID":"52e767a3-88c6-447f-8eaa-c9fad5edaebb","MaaSAuthPolicy":{"name":"e2e-bulk-sub-33e9a06b-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.234563868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"45ab1990-2075-4fee-8134-fa1c5a9a516d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.236466502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-33e9a06b-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-bulk-sub-33e9a06b-auth","reconcileID":"52e767a3-88c6-447f-8eaa-c9fad5edaebb","MaaSAuthPolicy":{"name":"e2e-bulk-sub-33e9a06b-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.238300311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-b-cbd60cd2-auth","reconcileID":"b828df79-8fbd-43c4-9b76-6b19ba07d1fe","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.270501288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"a3472263-63e2-4881-8c27-6f71ac647d1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.309423111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"76eab631-a178-4c9c-8223-10f9f78d38a1","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.313127247Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"123068a7-db84-45f8-b757-a7916b16f760","namespace":"llm","name":"e2e-rt-sw-81110d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.314316198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"e028ae5f-ed99-481a-a72d-68a2cae81816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.31920957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"fab2b3b1-1294-4a6a-a268-daaed7618af0","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-81110d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.319229234Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"fab2b3b1-1294-4a6a-a268-daaed7618af0","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-81110d-693a3f7cef08","namespace":"llm","model":"e2e-rt-sw-81110d","externalModel":"e2e-rt-sw-81110d","provider":"e2e-rt-sw-81110d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.32790887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"e028ae5f-ed99-481a-a72d-68a2cae81816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.507480361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"d4fa071e-230c-499e-a342-1e7ed9968f1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.50771902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c161406-bcb7-4d0a-803e-b14ddab896b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.508131916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3c2219cf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-a-3c2219cf-auth","reconcileID":"0d38d0dd-a27b-4964-98b3-0b2b441bac96","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3c2219cf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.508132827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"ff44a2cf-8d48-442a-b801-e8fc2c0bc040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.511425142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"7ac881de-ccb9-4656-b287-74313895879e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.524430992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"7ac881de-ccb9-4656-b287-74313895879e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.52825859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c161406-bcb7-4d0a-803e-b14ddab896b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.531840236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"ff44a2cf-8d48-442a-b801-e8fc2c0bc040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.53643601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3c2219cf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-a-3c2219cf-auth","reconcileID":"0d38d0dd-a27b-4964-98b3-0b2b441bac96","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3c2219cf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.537779186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"d4fa071e-230c-499e-a342-1e7ed9968f1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.615854882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"48bceab1-122a-429c-b51a-04d5c8275753","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.615871716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"ba46f8d6-611e-46e2-955e-aa2927915801","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.616349386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"c085bde7-1c55-4b8b-bf2a-b1008a85a1ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.616611711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e649996-f61b-4a95-ac65-8b4166272c03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.616760323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-apikey-degraded-auth","reconcileID":"7de5d0d7-661a-4e99-8390-417c1f2ef2db","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.627646934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"c085bde7-1c55-4b8b-bf2a-b1008a85a1ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.627779707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"48bceab1-122a-429c-b51a-04d5c8275753","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.631180762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"ba46f8d6-611e-46e2-955e-aa2927915801","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.632145659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e649996-f61b-4a95-ac65-8b4166272c03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.633912638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-apikey-degraded-auth","reconcileID":"7de5d0d7-661a-4e99-8390-417c1f2ef2db","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.713560822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"11817219-734d-497e-8cfc-755dff0b1aef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.713671011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-33e9a06b-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-bulk-sub-33e9a06b-auth","reconcileID":"cf937a0a-b7a1-4337-8d0d-a02dba885ff8","MaaSAuthPolicy":{"name":"e2e-bulk-sub-33e9a06b-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.71428096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"646befc9-3a00-4895-90c8-849e99564661","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.717966797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"69c649be-600e-4815-8179-7782e626ab6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.718655601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-b-cbd60cd2-auth","reconcileID":"6eff58f8-cb6f-4ecc-b01b-89a70708ae45","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.724630474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-33e9a06b-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-bulk-sub-33e9a06b-auth","reconcileID":"cf937a0a-b7a1-4337-8d0d-a02dba885ff8","MaaSAuthPolicy":{"name":"e2e-bulk-sub-33e9a06b-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.725453959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"646befc9-3a00-4895-90c8-849e99564661","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.72712881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"11817219-734d-497e-8cfc-755dff0b1aef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.729300467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"69c649be-600e-4815-8179-7782e626ab6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.729543753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-b-cbd60cd2-auth","reconcileID":"6eff58f8-cb6f-4ecc-b01b-89a70708ae45","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.911827451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"5fc43f36-a789-46c4-9604-fceb05182337","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:47.921548516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"5fc43f36-a789-46c4-9604-fceb05182337","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:48.773449093Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-33e9a06b","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-bulk-sub-33e9a06b","reconcileID":"aad73466-64a3-442e-9c60-3341e51e1bee","MaaSSubscription":{"name":"e2e-bulk-sub-33e9a06b","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscription":"e2e-bulk-sub-33e9a06b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:48.792950425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-33e9a06b","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-bulk-sub-33e9a06b","reconcileID":"aad73466-64a3-442e-9c60-3341e51e1bee","MaaSSubscription":{"name":"e2e-bulk-sub-33e9a06b","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:48.83682416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"a1e12531-32ac-47db-b2cf-c38bc998f8f2","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:48.836897163Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-f06af6 priority=0:[ai-tenant-e2e-worker-w2-f06af6/e2e-filter-sub-a-3c2219cf ai-tenant-e2e-worker-w2-f06af6/e2e-filter-sub-b-cbd60cd2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:48.855249863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"0f30f30f-e4ef-4e3a-97a3-bc58d1adadff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:48.855381324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"6cc61bc7-3044-4c47-8eda-59247e894a3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:48.855931071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-33e9a06b-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-bulk-sub-33e9a06b-auth","reconcileID":"f85519a5-0cba-42dd-ad1b-95fd1309831c","MaaSAuthPolicy":{"name":"e2e-bulk-sub-33e9a06b-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:48.865920268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"0f30f30f-e4ef-4e3a-97a3-bc58d1adadff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:48.868617017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-33e9a06b-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-bulk-sub-33e9a06b-auth","reconcileID":"f85519a5-0cba-42dd-ad1b-95fd1309831c","MaaSAuthPolicy":{"name":"e2e-bulk-sub-33e9a06b-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:48.868035258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"6cc61bc7-3044-4c47-8eda-59247e894a3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:48.983094855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"8b44f6d5-ac00-4903-a30c-f1053e94dbd7","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:48.983814558Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-33e9a06b-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-bulk-sub-33e9a06b-auth","reconcileID":"a2888784-22c4-4fff-8b4f-dd894187399f","MaaSAuthPolicy":{"name":"e2e-bulk-sub-33e9a06b-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:49.105699553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"03b93e77-1920-42af-9929-eb489cdfa01b","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:51.560077592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"ad51fa16-3f1f-4585-9833-54e362052c86","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:51.576632253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"e63a4199-b1e1-44cf-af99-5eab3378075f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:51.577361485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"813f7001-a976-4f18-b48f-8b47f400e115","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:51.57820022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-b-cbd60cd2-auth","reconcileID":"bf160ec3-02a1-4858-98e7-9701b1cb97b8","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:51.578889329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3c2219cf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-a-3c2219cf-auth","reconcileID":"c2ad2c55-bc46-4f62-bd42-90d1041012bd","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3c2219cf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:51.597903603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-b-cbd60cd2-auth","reconcileID":"bf160ec3-02a1-4858-98e7-9701b1cb97b8","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:51.603372754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"e63a4199-b1e1-44cf-af99-5eab3378075f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:51.609487501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3c2219cf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-a-3c2219cf-auth","reconcileID":"c2ad2c55-bc46-4f62-bd42-90d1041012bd","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3c2219cf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:51.610140683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"813f7001-a976-4f18-b48f-8b47f400e115","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:52.175897659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"bd300f76-2b9f-48a9-ba36-e1f10d8fa5c0","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:52.276081184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"08564474-7cdd-46ad-ab4c-c631f4d7f956","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:52.284802941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"e3f5c43d-7b7c-41a2-a156-acb30a80b106","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:52.285752711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"d9e48b00-2490-47bf-822c-2c8d11c92c6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:52.317489896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"d9e48b00-2490-47bf-822c-2c8d11c92c6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:52.317572014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"e3f5c43d-7b7c-41a2-a156-acb30a80b106","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:52.332685134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"ddcbe0bf-397c-4030-8178-b74c0a8d7c6e","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:52.354457462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"84492572-2937-495a-894d-fe055bff21ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:52.460202875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"58a74841-8eee-49d4-a324-3f208ee12338","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:52.460673913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"9441326e-8e11-4f8b-9d0b-a87c4d14d00e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:52.582657509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f435364a-bb17-4116-aced-fe59a3b1e703","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:52.583150601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"007f4c26-b7e7-4e96-b222-256256b5aecc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:52.583554505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b48c745a-2e09-4758-8438-abf8b7a5dddd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:52.583939205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"16d02ed0-fbc9-4c7e-9fce-a92664afd58d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:52.680486789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"aea6ac06-af41-492c-9e6f-8249757dad49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:52.747504506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"b903f022-4d14-4f4e-9d88-21a1e64f56c5","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-81110d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:52.747626517Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"b903f022-4d14-4f4e-9d88-21a1e64f56c5","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-81110d-693a3f7cef08","namespace":"llm","model":"e2e-rt-sw-81110d","externalModel":"e2e-rt-sw-81110d","provider":"e2e-rt-sw-81110d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:52.760276308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"419ba2a2-b5ef-4ca5-9269-2150bc466289","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:52.761667262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04b63c2e-c5cb-42b7-8a36-74a9b9b48909","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:52.768391195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"d4169a97-cab3-4c0c-a946-6e9dc6d5fbde","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-81110d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:52.768605233Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"d4169a97-cab3-4c0c-a946-6e9dc6d5fbde","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-81110d-693a3f7cef08","namespace":"llm","model":"e2e-rt-sw-81110d","externalModel":"e2e-rt-sw-81110d","provider":"e2e-rt-sw-81110d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:52.785504226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"419ba2a2-b5ef-4ca5-9269-2150bc466289","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:52.786331495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"1dddf915-bd6b-42ff-9ba8-56e2bdedb412","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:52.78692582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"f44dfea5-f24c-4c0b-b4ed-3478bfa53022","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:52.787514433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-subscription","reconcileID":"37c3ce3c-88e7-46d6-b8c9-a5cac139c5da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-premium-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:52.788263013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04b63c2e-c5cb-42b7-8a36-74a9b9b48909","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:52.935694843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-access","reconcileID":"b06997dd-991c-4d25-8c61-518f289be201","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:52.973843542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-access","reconcileID":"b06997dd-991c-4d25-8c61-518f289be201","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:53.00087898Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d4971e0676b6c398f25b99812cac8388eb4a84f6a96ffb89400289fa9048e9e) AuthConfig (d730c8a9fb7b5cbfef58a90b28460fef11b70f4072beb86897898dfa540c482c) AuthConfig (a8134316f32c0d82b93d9e1585299bb8ab9dc3702ad868a8207b86ce9304bd3b) AuthConfig (419d15d65a3755284fcfcfd6a16beabc6cb1570b4bcb8df1c39b0d65eef633d2) AuthConfig (0a90386b20e2a8976072691b7b8382a1f3279334ffffe58d93b0e00f8956741e) AuthConfig (e76c6499fc9d083f45241c49ba3d4b9bdf41bcd09fffed9d401489c24974d60a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-access","reconcileID":"b06997dd-991c-4d25-8c61-518f289be201","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:53.035636028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"683596d5-7872-44a6-99d4-514684faa909","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-81110d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:53.035742116Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"683596d5-7872-44a6-99d4-514684faa909","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-81110d-693a3f7cef08","namespace":"llm","model":"e2e-rt-sw-81110d","externalModel":"e2e-rt-sw-81110d","provider":"e2e-rt-sw-81110d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:53.139265752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"94177f14-4ec3-4050-9e9e-1d9bbc972136","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:53.165989727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"b38384a3-106a-4e6e-964a-cf0e80bcc650","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:53.176131947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"7b014d60-2b1a-4adb-bcb9-708065bef73a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:53.176869393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"97b46403-df4a-499f-ab3c-d5b31494310e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:53.200815881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"97b46403-df4a-499f-ab3c-d5b31494310e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:53.20160489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"7b014d60-2b1a-4adb-bcb9-708065bef73a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:53.220972121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"a3498788-70a6-4bce-898a-4a82f51f7cad","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:53.279553359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"a97a4271-fca3-437d-9f17-665f2ba0f347","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:57.333900869Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-apikey-degraded-sub","reconcileID":"b4f65178-8114-47eb-8334-90fa42a5dcbb","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:57.362956824Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-apikey-degraded-sub","reconcileID":"b4f65178-8114-47eb-8334-90fa42a5dcbb","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:57.36298453Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-apikey-degraded-sub","reconcileID":"b4f65178-8114-47eb-8334-90fa42a5dcbb","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:57.363131763Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-apikey-degraded-sub","reconcileID":"b4f65178-8114-47eb-8334-90fa42a5dcbb","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-c1fdd6/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:57.383485307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"b1ac8463-b34d-41f2-92e2-80a163998bd7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:57.39596549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"c0fb60f4-d269-437b-bca4-3a06da49f1d7","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:57.407258637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"2dec5652-e4b2-44ce-a54b-d6410dc8fb30","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:57.410684745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-apikey-degraded-auth","reconcileID":"e4461671-3c94-43f7-9bb8-534178c4d18e","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:57.410846562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"69ffc559-81e5-4098-8286-954b3c08f49d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:57.410685465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"0a460dd0-fe34-45b5-87a5-ebdaa2e406d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:57.420966405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"0a460dd0-fe34-45b5-87a5-ebdaa2e406d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:57.421436397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-apikey-degraded-auth","reconcileID":"e4461671-3c94-43f7-9bb8-534178c4d18e","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:57.423625624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"69ffc559-81e5-4098-8286-954b3c08f49d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:57.550538976Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-apikey-degraded-auth","reconcileID":"1a487643-9e2e-4ea7-bde4-79647cc06936","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:57.550570021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"8e20e895-5c80-4dc2-9870-4817cda1d033","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:57.576073829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"7be84201-c37f-4894-ba60-cad7057bee66","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:59.682194616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"09b00de6-ddee-4434-a4a8-0c06a00afbc8","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:59.692396631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"b5ab21cc-917b-4b2e-9797-bc57de098dae","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:59.70710204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-d3dfa653","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-gw-auth-d3dfa653","reconcileID":"61c0513d-c4a3-4c30-8ff5-a85c337b9bf6","MaaSAuthPolicy":{"name":"e2e-gw-auth-d3dfa653","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:59.717111101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-d3dfa653","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-gw-auth-d3dfa653","reconcileID":"61c0513d-c4a3-4c30-8ff5-a85c337b9bf6","MaaSAuthPolicy":{"name":"e2e-gw-auth-d3dfa653","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:59.755257396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"48c481d7-57da-4190-8d37-d3d6dddf4ac2","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:59.811026629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-d3dfa653","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-gw-auth-d3dfa653","reconcileID":"1aa8f15f-1756-4302-9caa-4c4d94761192","MaaSAuthPolicy":{"name":"e2e-gw-auth-d3dfa653","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:42:59.825311047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-d3dfa653","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-gw-auth-d3dfa653","reconcileID":"1aa8f15f-1756-4302-9caa-4c4d94761192","MaaSAuthPolicy":{"name":"e2e-gw-auth-d3dfa653","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.583084142Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-3c2219cf","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-a-3c2219cf","reconcileID":"2688ed0f-4244-455b-be3b-b4e1686b2543","MaaSSubscription":{"name":"e2e-filter-sub-a-3c2219cf","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscription":"e2e-filter-sub-a-3c2219cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.614121774Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-3c2219cf","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-a-3c2219cf","reconcileID":"2688ed0f-4244-455b-be3b-b4e1686b2543","MaaSSubscription":{"name":"e2e-filter-sub-a-3c2219cf","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-f06af6/e2e-filter-sub-b-cbd60cd2","ai-tenant-e2e-worker-w2-f06af6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.635526243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-cbd60cd2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-b-cbd60cd2","reconcileID":"1bb6d7ab-31ea-41b2-9f55-65d8e548d51e","MaaSSubscription":{"name":"e2e-filter-sub-b-cbd60cd2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.635814702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"e7debde1-6ac4-4737-bc95-7f9ab7eae40f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.643457867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"e8e23cb7-6f3d-4c5e-869c-e8044cd25d90","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.660931391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"7d7e7ad6-2b73-4305-9fc8-ee6d43e52010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.661171989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-b-cbd60cd2-auth","reconcileID":"6370cb6b-84a3-445f-88ea-d86a734b19c9","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.660931247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3c2219cf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-a-3c2219cf-auth","reconcileID":"af6d985f-724e-4b2f-9550-73e26b90db09","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3c2219cf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.661544529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"cba467a7-f889-476b-b120-45f48cd91633","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.671895912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"7d7e7ad6-2b73-4305-9fc8-ee6d43e52010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.672006671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3c2219cf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-a-3c2219cf-auth","reconcileID":"af6d985f-724e-4b2f-9550-73e26b90db09","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3c2219cf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.674002358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-b-cbd60cd2-auth","reconcileID":"6370cb6b-84a3-445f-88ea-d86a734b19c9","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.67415764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"cba467a7-f889-476b-b120-45f48cd91633","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.802684209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"86e15077-b126-45e0-a667-8a9757e5295e","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.831735482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"e7b29079-2381-4f14-a525-1e17b21fd593","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.832144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-b-cbd60cd2-auth","reconcileID":"9d985a62-5690-4cd5-a93f-fdf62af9230c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.832232937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"b27d931d-9d2a-4027-bcad-4216e7739d59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.832491797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3c2219cf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-a-3c2219cf-auth","reconcileID":"f9f5f029-2cb4-4571-ba8a-f3e384e392c4","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3c2219cf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.844195868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-b-cbd60cd2-auth","reconcileID":"9d985a62-5690-4cd5-a93f-fdf62af9230c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.844269078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3c2219cf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-a-3c2219cf-auth","reconcileID":"f9f5f029-2cb4-4571-ba8a-f3e384e392c4","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3c2219cf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.848992367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"b27d931d-9d2a-4027-bcad-4216e7739d59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:01.849714545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"e7b29079-2381-4f14-a525-1e17b21fd593","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.494785775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"1767d4a1-0562-436a-8f8e-4e9e1eed8ae4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.589153144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"51693a31-6a8f-428a-8757-35a910e8ca09","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.589226109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"e25cc18b-0237-4567-8cd9-dd25ae7d720f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.589634229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"78130757-495d-4ce5-aeee-bb39a583cc3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.68617329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"f2da55b5-011c-4dd9-858e-3c2a06fcebcb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.686250742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"3eca29b7-10c3-4e4d-9945-2cd9db0a1c11","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.686832389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-subscription","reconcileID":"09001969-a545-4da4-9dc0-952e70269679","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-premium-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.686844959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"d006583f-a642-4225-b072-70c3bee96d4e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.687268244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"8cc609d2-cef8-4085-8028-2bfd2d252480","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.789528247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c2dcaed8-a375-4dd5-9ef7-f2336a241484","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:02.789693026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1f7f8e5e-8e21-4a95-815a-195276adfd7d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:03.086537597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-access","reconcileID":"fcbabe82-8c50-4977-975b-d079db522dd8","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:03.096886906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-access","reconcileID":"fcbabe82-8c50-4977-975b-d079db522dd8","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:03.149657841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"788a8f9e-0ca2-4cf0-b403-1a0ee3429eba","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-81110d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:03.149683448Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"788a8f9e-0ca2-4cf0-b403-1a0ee3429eba","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-81110d-693a3f7cef08","namespace":"llm","model":"e2e-rt-sw-81110d","externalModel":"e2e-rt-sw-81110d","provider":"e2e-rt-sw-81110d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:03.382181813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"389e84c9-9951-4a62-be37-027caa1426da","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-81110d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:03.382206754Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"389e84c9-9951-4a62-be37-027caa1426da","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-81110d-693a3f7cef08","namespace":"llm","model":"e2e-rt-sw-81110d","externalModel":"e2e-rt-sw-81110d","provider":"e2e-rt-sw-81110d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:43:03.388025151Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-81110d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-sub","reconcileID":"684e71ea-b86a-4bfa-9667-43d68e33e3b6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-81110d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:03.396172664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-access","reconcileID":"8a7c6e19-9be5-47b6-8457-fe8f72ae3018","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:03.396246484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c00aa964-3ed9-4519-896a-c5b8b6e5495f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:03.396547726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"799a0e9b-f7b4-4a08-9da2-9de739bf0d78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:03.422259809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-access","reconcileID":"8a7c6e19-9be5-47b6-8457-fe8f72ae3018","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:03.422280201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c00aa964-3ed9-4519-896a-c5b8b6e5495f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:03.42270833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"4bf791d9-4eaf-4f5c-a873-3d011992748c","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-81110d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:03.422725368Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"4bf791d9-4eaf-4f5c-a873-3d011992748c","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-81110d-693a3f7cef08","namespace":"llm","model":"e2e-rt-sw-81110d","externalModel":"e2e-rt-sw-81110d","provider":"e2e-rt-sw-81110d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:03.426511572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"799a0e9b-f7b4-4a08-9da2-9de739bf0d78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:03.43370989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"75c072b7-f3bd-450b-81ee-f65fca3094f6","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-81110d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:03.433727174Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"75c072b7-f3bd-450b-81ee-f65fca3094f6","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-81110d-693a3f7cef08","namespace":"llm","model":"e2e-rt-sw-81110d","externalModel":"e2e-rt-sw-81110d","provider":"e2e-rt-sw-81110d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:03.444176258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"4bcad258-2d45-4a3d-9116-5649c13d89ee","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-81110d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:03.444192624Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"4bcad258-2d45-4a3d-9116-5649c13d89ee","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-81110d-693a3f7cef08","namespace":"llm","model":"e2e-rt-sw-81110d","externalModel":"e2e-rt-sw-81110d","provider":"e2e-rt-sw-81110d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:03.477401441Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-81110d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-sub","reconcileID":"2d43168f-0c36-43b4-a8cc-0487defc6504","MaaSSubscription":{"name":"e2e-rt-sw-81110d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-81110d","model":"e2e-rt-sw-81110d","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-81110d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:03.515426142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8658b520-f5b4-4f7e-9923-e05c777f1792","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:03.515602938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-access","reconcileID":"e5cad844-8091-47fc-a343-c483b6ec18f8","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:03.515427544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"322105f7-3b3a-4d78-b46d-73f56703c99e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:03.526269814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8658b520-f5b4-4f7e-9923-e05c777f1792","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:03.529005367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"322105f7-3b3a-4d78-b46d-73f56703c99e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:03.531314807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"1576e2ea-fe44-450e-8a90-cd0d1aac2c20","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-81110d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:03.531333131Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"1576e2ea-fe44-450e-8a90-cd0d1aac2c20","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-81110d-693a3f7cef08","namespace":"llm","model":"e2e-rt-sw-81110d","externalModel":"e2e-rt-sw-81110d","provider":"e2e-rt-sw-81110d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:03.57080923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-access","reconcileID":"e5cad844-8091-47fc-a343-c483b6ec18f8","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:03.603449769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-81110d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-sub","reconcileID":"362a8f13-1402-463a-be8e-e7be8d448ee3","MaaSSubscription":{"name":"e2e-rt-sw-81110d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-81110d","model":"llm/e2e-rt-sw-81110d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:04.925957958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"11c19ced-2bc0-4083-aa47-6943ac9a039c","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:04.92656839Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-d3dfa653","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-gw-auth-d3dfa653","reconcileID":"b01f6bcc-838e-4235-bae7-76e9b2f6effc","MaaSAuthPolicy":{"name":"e2e-gw-auth-d3dfa653","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:04.948599487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"e18cd776-bccd-4c26-bdc3-f37fac5b7db9","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.092841781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"f8c75293-932d-4b73-a6c4-2786b2973728","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.093279689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"93f42a18-8539-4eb2-8f23-9f2fa10d73f1","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"premium-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"premium-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.116519757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"82700587-cc58-4802-9253-d06786d4f168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.117275234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"0834530c-6944-49c1-86db-dcb85ac3d77b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.117993953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"99c7030f-a3fe-43ea-9c01-967716299fb5","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.118520682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"d05a0556-1103-4e0f-984d-95ed58e4d43d","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"premium-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"premium-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.120822563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"185a7325-630b-4edd-8cef-ee2742974b5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.127806608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"82700587-cc58-4802-9253-d06786d4f168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.128722664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"0834530c-6944-49c1-86db-dcb85ac3d77b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.231183278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"25d3db1e-9381-4456-b7be-ea46a0d8f103","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.294663432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"a5dffacd-cca9-4695-a828-ceebcde9b2c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.311228655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"a5dffacd-cca9-4695-a828-ceebcde9b2c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.356258796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"5e6b76da-c9f6-4f4d-a0c5-01a54945c8c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:05.376252304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"5e6b76da-c9f6-4f4d-a0c5-01a54945c8c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:06.3739095Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:09.619973091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"2c96fc0d-0f3c-4447-bb41-470eb4c56d64","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:09.727746263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"6ab50d50-47e2-463b-b707-dbdcce823402","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:09.732434933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"312e5cd2-5a70-41f1-b6d6-6a18ab707c18","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:09.733008963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"c773e61f-4172-4771-9bf0-6705f72493c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:09.733565959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fbc1f0bb-3767-4f21-8717-34b9afe13c1a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:09.849794622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-81110d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-sub","reconcileID":"e530b98e-13b6-4509-b549-a3a36cc11f92","MaaSSubscription":{"name":"e2e-rt-sw-81110d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-81110d","model":"llm/e2e-rt-sw-81110d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:09.99459452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"8ece88f0-4f81-4878-a734-5e020dc3db96","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-81110d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:09.994707476Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"8ece88f0-4f81-4878-a734-5e020dc3db96","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-81110d-693a3f7cef08","namespace":"llm","model":"e2e-rt-sw-81110d","externalModel":"e2e-rt-sw-81110d","provider":"e2e-rt-sw-81110d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:09.995566899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-subscription","reconcileID":"95782fbd-3c50-4d72-b115-e015da28b271","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-premium-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:10.008990136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"423f935a-5634-40fb-8438-f62ea5362718","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:10.009101718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"b823deab-2e8e-4467-b035-ed09dc838821","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:10.069564639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"3dbda7ac-b221-4148-a82b-a5608ee0b80c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:10.093717777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"56446fc7-1d7b-4769-9342-73e9bc83dd9b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:10.129794264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"18c85d48-f6d7-442e-86e8-c0abf6d690c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:10.133910538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"574cdde4-4cb9-4986-b82b-d23c304e36b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:10.147521044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ae8f0c52-3f65-4665-b457-95836938db14","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:10.154800496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"574cdde4-4cb9-4986-b82b-d23c304e36b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:10.155097528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"18c85d48-f6d7-442e-86e8-c0abf6d690c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:10.243896657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f055409-3e96-4447-b5ea-ee4209944fd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:10.243846765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-access","reconcileID":"50431036-5ea2-4afc-9d56-2c23f80138da","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:10.245347734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91c7e023-f09f-4f11-98b9-f29f22861f55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:10.256643611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f055409-3e96-4447-b5ea-ee4209944fd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:10.259644589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91c7e023-f09f-4f11-98b9-f29f22861f55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:10.260754143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-access","reconcileID":"50431036-5ea2-4afc-9d56-2c23f80138da","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.205872746Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"2f2d7b7e-cc5c-415d-b883-4c6ee201918e","namespace":"llm","name":"e2e-rt-sw-81110d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.221574787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"853121b7-5982-4a0b-a783-ad76efad5ade","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-81110d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.221688722Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"853121b7-5982-4a0b-a783-ad76efad5ade","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-81110d-693a3f7cef08","namespace":"llm","model":"e2e-rt-sw-81110d","externalModel":"e2e-rt-sw-81110d","provider":"e2e-rt-sw-81110d-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.240620446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"14b9ebb7-9d5a-4065-bdc5-076bf14b314f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.241362351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"2002fa01-a206-4833-bb17-99f36d547781","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.250161945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"530074e6-3ab9-48e6-8abd-2426e2b4b155","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.250900833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"fe431bf9-e67c-4950-a791-359da70e1f3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.255916593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"14b9ebb7-9d5a-4065-bdc5-076bf14b314f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.258332857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"2002fa01-a206-4833-bb17-99f36d547781","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.261797067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"ff045058-2b17-4f04-af82-daa52644e722","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-81110d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.261817024Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"ff045058-2b17-4f04-af82-daa52644e722","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-81110d-693a3f7cef08","namespace":"llm","model":"e2e-rt-sw-81110d","externalModel":"e2e-rt-sw-81110d","provider":"e2e-rt-sw-81110d-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.286023558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56d62e3a-252b-483f-bb12-94b1e7de82cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.303640915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"fe431bf9-e67c-4950-a791-359da70e1f3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.317676325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"530074e6-3ab9-48e6-8abd-2426e2b4b155","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.378890753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"44cf9794-6efa-49fc-b36b-800bdeb4fc8a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.378916662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"44cf9794-6efa-49fc-b36b-800bdeb4fc8a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.37934794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef36b545-603e-475b-9fda-155dd1ac069d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.379362661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef36b545-603e-475b-9fda-155dd1ac069d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.379951199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4b2fb1d6-0e63-40dd-88b9-1be74e51ef0a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.379965995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4b2fb1d6-0e63-40dd-88b9-1be74e51ef0a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.381064157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7760b90f-491d-42e6-99d5-54851e0fe7c7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.381082357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7760b90f-491d-42e6-99d5-54851e0fe7c7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.381409113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0aa7afbf-a449-4620-8c71-593b71c70e25","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.381425514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0aa7afbf-a449-4620-8c71-593b71c70e25","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.381727049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bedf7462-930f-4b2b-9567-ff693ad48244","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.381741381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bedf7462-930f-4b2b-9567-ff693ad48244","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.38202726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"30d388d2-da2f-4d4d-b163-882f2268ec37","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.382072667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"30d388d2-da2f-4d4d-b163-882f2268ec37","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.382504302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7d29ea47-3c99-4db7-8f4f-8b6cab30899c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.382566548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7d29ea47-3c99-4db7-8f4f-8b6cab30899c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.424489301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56d62e3a-252b-483f-bb12-94b1e7de82cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.425843694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1d0a8ae9-4e21-4180-9e8d-adfd016abd76","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.434203668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d693819d-6cdc-4ff7-80f9-23f94076bfeb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.505339671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-81110d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-sub","reconcileID":"ecfcc3c2-4a22-4fc1-9551-63d537caf7e1","MaaSSubscription":{"name":"e2e-rt-sw-81110d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-81110d","model":"llm/e2e-rt-sw-81110d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.539430302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"333164c9-68d1-42eb-be8f-756988ebc112","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.603947746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-access","reconcileID":"81a91a36-5b37-477f-b9a6-0a6a12949115","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.610366779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"333164c9-68d1-42eb-be8f-756988ebc112","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.645727223Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"31784f46-4e13-420c-ae14-c6726139f24f","namespace":"llm","name":"e2e-rt-sw-81110d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.733735646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-access","reconcileID":"81a91a36-5b37-477f-b9a6-0a6a12949115","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.785512467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"23fecf2e-768d-4edf-8a1a-873958c28e96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.836651523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"423ce73c-b66a-4de3-8a47-59322f829808","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.837889936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ac7d55f-639f-44d3-92f2-10c02ed4a98f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.866127345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"23fecf2e-768d-4edf-8a1a-873958c28e96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.866970928Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-cbd60cd2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-b-cbd60cd2","reconcileID":"5e3141d7-4956-425e-ac67-9aeb893f1add","MaaSSubscription":{"name":"e2e-filter-sub-b-cbd60cd2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscription":"e2e-filter-sub-b-cbd60cd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.878691997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"423ce73c-b66a-4de3-8a47-59322f829808","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.897076647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-b-cbd60cd2-auth","reconcileID":"37c30948-ece1-45ea-b930-14719246eb41","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.905976767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ac7d55f-639f-44d3-92f2-10c02ed4a98f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.93351228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-b-cbd60cd2-auth","reconcileID":"37c30948-ece1-45ea-b930-14719246eb41","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.946123613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"65e6e8c1-c183-4cd1-94cc-d4d5de3370bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.953322442Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-cbd60cd2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-b-cbd60cd2","reconcileID":"5e3141d7-4956-425e-ac67-9aeb893f1add","MaaSSubscription":{"name":"e2e-filter-sub-b-cbd60cd2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-f06af6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.96545435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"65e6e8c1-c183-4cd1-94cc-d4d5de3370bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.9826449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"32048387-7573-4fb3-9990-62061acbb4e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:11.983384336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"a21d3a76-b400-4e75-9837-2bf149a9d2f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.017299386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"a21d3a76-b400-4e75-9837-2bf149a9d2f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.018024473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"32048387-7573-4fb3-9990-62061acbb4e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.018647909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"db0749fd-5451-43ec-9cc4-af4fb3db62f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.020135742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"42d25364-7547-4a0b-ac26-033d8f5efaef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.120661712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3c2219cf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-a-3c2219cf-auth","reconcileID":"c3853959-e49a-4eb5-a4c9-1c737301bada","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3c2219cf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.157303031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"217873b4-ba26-47f2-ac4a-4d3b12f16d25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.164904578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3c2219cf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-a-3c2219cf-auth","reconcileID":"c3853959-e49a-4eb5-a4c9-1c737301bada","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3c2219cf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.20431121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"20985e14-3484-4fbf-adbf-0e34b290d6d8","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.209310962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"217873b4-ba26-47f2-ac4a-4d3b12f16d25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.245757191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"309816a1-7c92-4ed4-b3f9-aa92ffa911d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.246933259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"588f7596-c4b4-464f-8f40-8d4523238e89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.256075268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-access","reconcileID":"2d6bdc0e-f69e-402d-9052-224e2b0d0c76","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.260848395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"309816a1-7c92-4ed4-b3f9-aa92ffa911d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.262219879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"588f7596-c4b4-464f-8f40-8d4523238e89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.266390049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-access","reconcileID":"2d6bdc0e-f69e-402d-9052-224e2b0d0c76","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.289504506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"7f3c16e5-7bea-4351-9b73-820fe8f90104","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.290194771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"7f915ac7-8835-4b27-9e85-4a1c2d8ad0e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.320979495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"7f3c16e5-7bea-4351-9b73-820fe8f90104","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.305033032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"7f915ac7-8835-4b27-9e85-4a1c2d8ad0e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.402602019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-b-cbd60cd2-auth","reconcileID":"b9d4974f-053c-4ed9-ac1e-4f55fc1f718f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.403461473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"5b7f30d4-0c41-457a-a2b3-4f00f3b142e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.420165914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"5b7f30d4-0c41-457a-a2b3-4f00f3b142e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.437605233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-b-cbd60cd2-auth","reconcileID":"b9d4974f-053c-4ed9-ac1e-4f55fc1f718f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.460524083Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3c2219cf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-a-3c2219cf-auth","reconcileID":"df5ce35a-f5fd-40d3-80e9-090c041582f8","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-3c2219cf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.488487115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"74578bdd-b05d-4aab-912d-a5b250983d84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.516517514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"74578bdd-b05d-4aab-912d-a5b250983d84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.585714121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"1ee2ccdf-8b67-4280-9717-db88e04ff380","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.733631123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"ccd6d1aa-47f0-4da1-9804-fda48dbf90e1","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.73429439Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-filter-sub-b-cbd60cd2-auth","reconcileID":"02ae2119-cc36-40ed-a7c7-aa151ff93caa","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-cbd60cd2-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:12.758692613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"f646cb0f-4549-492f-88c5-b38c685b30af","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:16.849321992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"ea0cc40b-12d2-45ec-9425-63e6191f3ae3","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:16.849860327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"4661c2b8-f1ec-43c3-8fe7-578ea7cf3212","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:16.874175599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"474079f5-b633-48dc-80b8-da658772dba7","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:16.874766092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"25d78214-4ca0-4291-b9ff-d13e21746654","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:16.881848129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"c60cf864-2330-4832-90b4-d82de3bfaa3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:16.881861268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"9d9d7afd-eeae-4808-a4f4-23969fbc219b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:16.882682075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"7c9a029f-5d17-46e1-9a3b-798bb2e004c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:16.892613534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"c60cf864-2330-4832-90b4-d82de3bfaa3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:16.89366467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"9d9d7afd-eeae-4808-a4f4-23969fbc219b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:16.972214063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"88283047-6a5c-433e-a951-470357806ffa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:16.972410945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"5089c849-0641-4c66-9d3a-823fc7f533af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:16.979768036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"0e82e325-9e62-47b2-ad74-75ba7476be2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:16.995210005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"5089c849-0641-4c66-9d3a-823fc7f533af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:17.00960312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"88283047-6a5c-433e-a951-470357806ffa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:18.980436654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"ec622c1d-42b1-4c5f-88ac-688bafc5b21a","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:18.980876976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"6ca94f73-4580-4645-beb0-c9671686e94d","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"premium-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"premium-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:18.998701967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"feb1b0c4-e0d9-4f55-9191-c8a140af1383","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:18.99872359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"36962d79-318e-465e-9152-08097ddbf637","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:19.00565647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-subscription","reconcileID":"fa10b78e-feeb-4284-9638-3503f05c4a5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-premium-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:19.007560333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"9e2dde91-d243-4f36-b9d8-23d4be417411","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:19.008121217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"d30fab4d-c19b-4384-9857-c559c33672a3","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"premium-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"premium-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:19.008389867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"7f737724-7bd8-4f23-a404-48f03a0f486b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:19.01186759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"feb1b0c4-e0d9-4f55-9191-c8a140af1383","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:19.011902298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"36962d79-318e-465e-9152-08097ddbf637","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:19.162957788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"6ccbc22a-ef46-47f3-aba1-b1245e34328c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:19.184532929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"6ccbc22a-ef46-47f3-aba1-b1245e34328c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:19.239903314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"5b3b474a-38bf-485a-8cbc-e28ad53a5438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:19.249765844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"5b3b474a-38bf-485a-8cbc-e28ad53a5438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:23.064753914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"743e99fd-7bca-4172-94e7-5dc78057d529","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:23.065329566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-access","reconcileID":"6f4b1bcd-2672-4094-a92a-da2b3a1855c0","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:23.065661565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8881cf57-32c5-4604-9897-cd47349b9b81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:23.095182618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-access","reconcileID":"6f4b1bcd-2672-4094-a92a-da2b3a1855c0","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:23.100541548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"743e99fd-7bca-4172-94e7-5dc78057d529","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:23.100876701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8881cf57-32c5-4604-9897-cd47349b9b81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:23.343598998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"a8d169d3-d0da-414d-b144-7574b1cccc43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:23.34433649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"2c573dbc-b9f4-432d-a5df-a90aa494d7e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:23.365744943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"2c573dbc-b9f4-432d-a5df-a90aa494d7e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:23.370768544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"a8d169d3-d0da-414d-b144-7574b1cccc43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:23.538770372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"dfa5c4d8-ffed-40e0-bacb-8111e2533379","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:23.539594212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"f468a79f-704c-4334-aa10-385359cc44ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:23.563896554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"f468a79f-704c-4334-aa10-385359cc44ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:23.571595772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"dfa5c4d8-ffed-40e0-bacb-8111e2533379","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:24.846694328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-05cbc882","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"e2e-conflict-a-05cbc882","reconcileID":"9f014456-f741-40ee-b0df-7755b55ec678","MaaSModelRef":{"name":"e2e-conflict-a-05cbc882","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"e2e-conflict-a-05cbc882-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"e2e-conflict-a-05cbc882","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:30.3702611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"0767c2f1-17c4-4b9d-bf48-0422c2570550","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:30.370805314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"2f4a53ec-35ec-437e-aebf-a4625039494a","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"premium-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"premium-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:30.371215178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-05cbc882","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"e2e-conflict-a-05cbc882","reconcileID":"2f04192f-6eef-4c1e-92b0-b386d9141733","MaaSModelRef":{"name":"e2e-conflict-a-05cbc882","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"e2e-conflict-a-05cbc882-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"e2e-conflict-a-05cbc882","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:30.391400271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"0e5a0f6b-f350-4b9c-82d6-cd4e3ab55441","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:30.391492226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"c8552e37-3509-471a-a54c-e5bf352036e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:30.392154325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"86896164-4a43-4a7e-bcf9-373eb1f56a3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:30.393552029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"d2cec599-b4b7-4d44-8965-081a7c1bb9d0","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:30.393898873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"43e7c0f7-3f0a-41d3-9d8a-3a41c00ddb87","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"premium-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"premium-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:30.394196047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-05cbc882","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"e2e-conflict-a-05cbc882","reconcileID":"bfae7118-99b5-4193-a23f-c3cdff4b1d06","MaaSModelRef":{"name":"e2e-conflict-a-05cbc882","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"e2e-conflict-a-05cbc882-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"e2e-conflict-a-05cbc882","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:30.401191899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"c8552e37-3509-471a-a54c-e5bf352036e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:30.403340338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"0e5a0f6b-f350-4b9c-82d6-cd4e3ab55441","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:30.507864155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"a75c6b84-e009-4c51-8ac3-b263ac35dccc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:30.508451306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"10a23169-8a0c-4692-bacf-a0b685557252","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:30.507864153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"dc50e5cf-eb3c-4963-88f5-7cbc712ed9ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:30.53276328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"a75c6b84-e009-4c51-8ac3-b263ac35dccc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:30.569247505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"dc50e5cf-eb3c-4963-88f5-7cbc712ed9ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:32.220674323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"a5278468-5312-43a7-a60d-1b6fafff8218","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:36.373261268Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:36.956273812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"6e05e242-cbaa-4495-9d25-c1c0e25a9c80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:36.956366692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"3552963c-92d5-492f-8a30-ebd5738a58e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:36.967586594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"3552963c-92d5-492f-8a30-ebd5738a58e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:36.968387096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"6e05e242-cbaa-4495-9d25-c1c0e25a9c80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.656303384Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"9f58d5b4-c354-47b6-9425-8424966ed374","namespace":"llm","name":"e2e-rt-sw-81110d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.663252815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"6f38e42f-1026-49ef-a57b-24f4b46556f3","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-81110d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.663276695Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"6f38e42f-1026-49ef-a57b-24f4b46556f3","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-81110d-693a3f7cef08","namespace":"llm","model":"e2e-rt-sw-81110d","externalModel":"e2e-rt-sw-81110d","provider":"e2e-rt-sw-81110d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.670846851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"dcd5e469-8799-4e89-898e-7e7cb0a31cb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.671100882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"df7284fc-abea-4022-8ea0-7996a66b0fe0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.671529962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"78da396c-a20f-4e90-8b75-abf4372c47ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.671596667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"2c6a7060-8583-405b-a920-9c70e50429b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.674922563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"65bd9ff8-b235-470c-915f-472f65ea0037","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.681563865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"df7284fc-abea-4022-8ea0-7996a66b0fe0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.682588206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"dcd5e469-8799-4e89-898e-7e7cb0a31cb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.683868313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"78da396c-a20f-4e90-8b75-abf4372c47ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.686358678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"2c6a7060-8583-405b-a920-9c70e50429b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.686563324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"65bd9ff8-b235-470c-915f-472f65ea0037","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.688315883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3b110ff-02e4-48ad-9821-d975ebbdccf6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.688341305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3b110ff-02e4-48ad-9821-d975ebbdccf6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.688812635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e4747b1d-f292-4c8c-a7df-eee6162a954a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.688833609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e4747b1d-f292-4c8c-a7df-eee6162a954a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.689173034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ceaa2bf1-e0cf-4262-97b0-eab3c8763755","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.689193918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ceaa2bf1-e0cf-4262-97b0-eab3c8763755","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.68950189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2091dbc3-34f7-4adf-8a7d-43cc90f41a22","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.689522616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2091dbc3-34f7-4adf-8a7d-43cc90f41a22","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.689835817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"53a3fe68-64ad-428a-8af9-c24b858d159d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.689854279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"53a3fe68-64ad-428a-8af9-c24b858d159d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.690179788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3e9ea359-864d-4317-a99d-428f9c8abb3f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.690197884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3e9ea359-864d-4317-a99d-428f9c8abb3f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.690654709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"867a8ab3-0c10-4c18-96bf-ab00261381fb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.690672239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"867a8ab3-0c10-4c18-96bf-ab00261381fb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.698293161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"ecc21259-079f-4094-acd3-e372fcaece9a","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-81110d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.698314738Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"ecc21259-079f-4094-acd3-e372fcaece9a","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-81110d-693a3f7cef08","namespace":"llm","model":"e2e-rt-sw-81110d","externalModel":"e2e-rt-sw-81110d","provider":"e2e-rt-sw-81110d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.704627408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"37ca5ab1-d81f-4ec0-bad8-aa67d512d367","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.704653222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"37ca5ab1-d81f-4ec0-bad8-aa67d512d367","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.713701067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"08c15079-51b4-41a5-9e90-cb11ed5cc2f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.71494224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"50383a55-7079-4ee2-a5a6-67716a36c5f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.716808661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-access","reconcileID":"e7f296ce-c47a-4e77-83b3-fa037c591fb0","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.721154226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-81110d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-sub","reconcileID":"87c42df9-8c8f-4d85-90ac-39fb7084da28","MaaSSubscription":{"name":"e2e-rt-sw-81110d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-81110d","model":"llm/e2e-rt-sw-81110d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.769498273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-access","reconcileID":"e7f296ce-c47a-4e77-83b3-fa037c591fb0","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.830899596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"d6fde82b-2406-4cf7-8a4d-b5fb4200cf98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.830932034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"dfe80b8c-18e3-4bab-9043-5d035c0766df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.831411701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"39274de9-461b-41dd-8629-156e8b66ba34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.835496776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9bb48ece-7472-4a49-a9ee-21e93a18a943","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.844583404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"d6fde82b-2406-4cf7-8a4d-b5fb4200cf98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.84496379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"39274de9-461b-41dd-8629-156e8b66ba34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.847486836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"dfe80b8c-18e3-4bab-9043-5d035c0766df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.852750264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9bb48ece-7472-4a49-a9ee-21e93a18a943","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.890510667Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"e87953d1-6e17-4105-911d-a1c7ac2975ec","namespace":"llm","name":"e2e-rt-sw-81110d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.929588132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"6f536941-e59f-46f2-889f-65dda95d9afe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.953932974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"76ec90db-9062-4bc5-b203-665b62ac657a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.955180705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"0f2f3df2-0a75-4237-8481-bbbff31bbc0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.955614643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"6f536941-e59f-46f2-889f-65dda95d9afe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.959226292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"767846ec-0445-4110-9cfc-7659946dce39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.961583359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-access","reconcileID":"b6cc344d-c1b7-4210-9caf-94b9e1307534","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.966618894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"76ec90db-9062-4bc5-b203-665b62ac657a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.967907039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"0f2f3df2-0a75-4237-8481-bbbff31bbc0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.982971058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"767846ec-0445-4110-9cfc-7659946dce39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:37.994198204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-access","reconcileID":"b6cc344d-c1b7-4210-9caf-94b9e1307534","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:38.123103792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"c6002508-63ca-48f7-a67b-3e5bfaee859d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:38.129737426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"03783a6c-6663-483f-b86a-71c11cc883ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:38.129903148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"2ebd7bf4-e180-4694-b099-a493aba6ab6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:38.129735068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"b8d27e26-69b3-4ee3-8693-79d89211929a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:38.137195534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"c6002508-63ca-48f7-a67b-3e5bfaee859d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:38.14242175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"03783a6c-6663-483f-b86a-71c11cc883ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:38.145037212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"2ebd7bf4-e180-4694-b099-a493aba6ab6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:38.145099837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"b8d27e26-69b3-4ee3-8693-79d89211929a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:38.219795214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"87308e7a-3e40-45ef-8be5-63bbc1a9b5ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:38.21980849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"1c4334d2-5250-4849-9dca-63825776065b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:38.223655004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"19653f3a-63cf-4f32-8da4-bb53da738bea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:38.224100152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"18aaeae5-3031-4282-ae40-d0e7a66700a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:38.233071328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"1c4334d2-5250-4849-9dca-63825776065b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:38.233110026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"87308e7a-3e40-45ef-8be5-63bbc1a9b5ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:38.233462698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24a7449f-ea5f-4f05-a8d0-07688179d879","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:38.237246571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"19653f3a-63cf-4f32-8da4-bb53da738bea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:38.238433035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"18aaeae5-3031-4282-ae40-d0e7a66700a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:38.243789718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24a7449f-ea5f-4f05-a8d0-07688179d879","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:39.843679088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"5a436b5b-26c1-4df8-b48a-5068792db6e9","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:39.844134456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"cf325d44-a1a7-464a-897f-3036937833a6","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:39.844341474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"2148108c-b50d-4ec2-8d9b-5e6687f8d401","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:39.866011677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"04209cbc-bd0d-427f-a0cc-ddbdda5f9309","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:39.867954607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"ed2142d7-b789-4967-b28a-96aded7f957b","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:39.868425159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"d891bc07-ca07-489e-8159-c0aa06aeb4d6","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:39.868685588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"42a565ac-9004-40ef-b875-e97a8e9bc8b2","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:39.868757488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"f59276d6-39c5-4436-99b1-3e25e4c750a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:39.875700307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"966e4fdf-914f-43cb-bc29-90970784af57","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:39.876189317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"04209cbc-bd0d-427f-a0cc-ddbdda5f9309","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:39.876266418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"0bcb52a7-46f9-4df8-89ad-668593ef454a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:39.880292227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"f59276d6-39c5-4436-99b1-3e25e4c750a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:39.965770775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"ff64465d-4f26-4f06-b2c7-801f6b5eb147","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:39.996098602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"ff64465d-4f26-4f06-b2c7-801f6b5eb147","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:40.066001023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"1e9047c8-ff04-40aa-a76d-5200474c1bae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:40.07640658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"1e9047c8-ff04-40aa-a76d-5200474c1bae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:41.134362734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"563537ae-491a-4a07-9763-92ad29d124b4","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:46.53562487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-05cbc882","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"e2e-conflict-b-05cbc882","reconcileID":"4db9abc2-c998-4bfa-a6aa-34fc66584e19","MaaSModelRef":{"name":"e2e-conflict-b-05cbc882","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"e2e-conflict-b-05cbc882-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"e2e-conflict-b-05cbc882","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:46.54688189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-05cbc882","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"e2e-conflict-a-05cbc882","reconcileID":"fa27dd98-4f6a-4e90-b7bd-48bb1d10f49e","MaaSModelRef":{"name":"e2e-conflict-a-05cbc882","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"e2e-conflict-a-05cbc882-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"e2e-conflict-a-05cbc882","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:47.415934642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-05cbc882","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"e2e-conflict-a-05cbc882","reconcileID":"738ff6b4-a898-4f2c-bcb1-d10c83e18524","MaaSModelRef":{"name":"e2e-conflict-a-05cbc882","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"e2e-conflict-a-05cbc882-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"e2e-conflict-a-05cbc882","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:47.992895172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"8f3eeee7-67f9-4b61-883b-a4310196ffd4","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"premium-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"premium-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:47.993792798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"50197b6e-3353-448c-9174-f3982f4ae290","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:47.994086601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"999b5dfb-6c45-4a1c-866e-c806d75c9355","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:48.016840512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"6df4eb37-bf2b-4ec4-aa96-e44bb3682a04","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:48.017544832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"c2b540d8-7333-4c8a-9c0b-8ca526dc8bc3","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"premium-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"premium-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:48.018155145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"a5c54953-6f7d-4aa9-8df7-a61969fcec72","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:48.025348942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"616e7f59-59e3-41f5-b8d8-ce4f7e805a3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:48.025599263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"d892a582-7552-4756-bc89-d6b741fff300","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:48.033147161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-subscription","reconcileID":"bebf3b6c-6c3c-439a-a536-e9a7bcbe47f6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-premium-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:48.033826282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"f31f8823-620f-4394-8dac-c6d4b6830b6b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:48.04009092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"616e7f59-59e3-41f5-b8d8-ce4f7e805a3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:48.042296001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"d892a582-7552-4756-bc89-d6b741fff300","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:48.110508577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"62af7ec6-45b4-45f8-9b4b-a108cae52a6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:48.11086358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"60e221b9-c99d-451e-8f46-475f3227a563","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:48.120837739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"60e221b9-c99d-451e-8f46-475f3227a563","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:48.121512492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"62af7ec6-45b4-45f8-9b4b-a108cae52a6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:49.187221677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be8504ef-6bf9-44a4-bae3-df19a3b0ffb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:49.199735257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45c91d6c-6302-434e-8b44-94e8d5db9716","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:49.200462957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-access","reconcileID":"ec7ae3b0-8de7-4f15-a393-4ed48ebd776e","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:49.21099148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be8504ef-6bf9-44a4-bae3-df19a3b0ffb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:49.24277794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-access","reconcileID":"ec7ae3b0-8de7-4f15-a393-4ed48ebd776e","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:49.271078251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45c91d6c-6302-434e-8b44-94e8d5db9716","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:49.348584047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"19889916-a753-4c2d-849a-a08766f9709c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:49.353375871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"696ac44f-31dc-420e-91af-d67729948a9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:49.376031416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"696ac44f-31dc-420e-91af-d67729948a9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:49.386827288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"19889916-a753-4c2d-849a-a08766f9709c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.826724312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"d06c6732-a7cd-4671-b97b-ead9618770c5","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.827638962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"5f5a8c74-b28e-4b7d-8be4-8bc49beb5b7d","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"premium-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"premium-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.828725252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-05cbc882","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"e2e-conflict-a-05cbc882","reconcileID":"1395309e-2cb4-4aa0-841c-7744402a5bfe","MaaSModelRef":{"name":"e2e-conflict-a-05cbc882","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"e2e-conflict-a-05cbc882-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"e2e-conflict-a-05cbc882","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.861837372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"6af1ed87-a5e9-462e-aadf-eaa50ba42add","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.862563457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"6ffc939e-b017-4ab9-a3f1-874b2994f8e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.872449639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"dc0b3613-04ca-476c-903d-67a808e33f31","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.872712815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"98bcc690-e4cf-483c-8829-451181e9ea23","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.879018291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"6ffc939e-b017-4ab9-a3f1-874b2994f8e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:53.883206007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"6af1ed87-a5e9-462e-aadf-eaa50ba42add","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:57.170229223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"c65444d3-daed-442f-8778-14c019712688","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:57.170873174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"474d98f7-bb0a-4753-8c01-da64a156fec3","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"premium-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"premium-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:57.200457979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"ec56d747-0fdc-4937-8630-66fb20350eda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:57.201033206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"3de9fd54-7a54-4e87-860b-8f69e5c2a69b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:57.209145246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"6cf6e643-882e-4ab5-a6be-37268e438c96","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:57.214794303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"ec56d747-0fdc-4937-8630-66fb20350eda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:57.21595395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"18cd5614-bf85-4067-a5f9-8f1f920d41a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:57.272426634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"3de9fd54-7a54-4e87-860b-8f69e5c2a69b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:58.873693587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"546fa276-ecac-4cff-a9b1-46c65d397b35","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-2-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-2-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:59.784663159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"0c3c005a-ad51-4764-802f-73be01dad7f8","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:59.797776452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"4ac431b6-a3af-467e-aafb-d267ec3d9ba4","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:59.815853499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-auth","reconcileID":"82e9923b-4360-495f-adf8-e12aabb615d5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:59.826304758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-auth","reconcileID":"82e9923b-4360-495f-adf8-e12aabb615d5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:59.839339393Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-c1fdd6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5a45c23228c3bd9aa4394bdb219c870f2d1f559c81a151e90a0af762e0e0ec15) AuthConfig (354385cc1871d61e745dc98ca1cd6c72971d5c6000b567315c12450d38511f89) AuthConfig (742cccd558e25e807c410ef6966748ed35915f7826f273a013b2d77c33b4da01) AuthConfig (71807ef4e12e773b688c11481e9cb51f961765b8e7974ad19915144571c08aca) AuthConfig (9d535121899e9344787bc86dc054dbd1dad1e03e2986d18f329f896a3579732f) AuthConfig (507ffd82bc67a2a3dc0fcd6473bb7a100f3bd3a555ddf4425690ab4d50b18c1a) AuthConfig (f5a0d5156385e0fdc740f7f5dd2148e010d925eae2721bcdbf565de1e803cf4e) AuthConfig (ce40bd30095ef6fbb269329dffe2c47384bca7c282254b50bdd463059e3851c5) AuthConfig (463959d7cca776011d4827bf048539f9cfc0191119b58ce04d14a1d60b7a5290) AuthConfig (e7f90c16e53db828e901980583b7c2ddb80b9cfbf08cc55f527e9ece601bdfb7) AuthConfig (c37b337808e65318a12a1bfa8f05821e3586a5c825f9b084c13d1404f072f121) AuthConfig (b2df86c3d3e81d0d84cefffff6a73c6cebe1de0196945a6c6e85980e027a57cd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-auth","reconcileID":"82e9923b-4360-495f-adf8-e12aabb615d5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:59.854783366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"df308f2e-140f-4f71-9c8a-1499a28ec67c","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:59.918385063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-auth","reconcileID":"ecfd2913-4197-4f11-a3fa-5324bf41b2a4","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:59.930606005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-auth","reconcileID":"ecfd2913-4197-4f11-a3fa-5324bf41b2a4","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:43:59.943712436Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-c1fdd6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5a45c23228c3bd9aa4394bdb219c870f2d1f559c81a151e90a0af762e0e0ec15) AuthConfig (354385cc1871d61e745dc98ca1cd6c72971d5c6000b567315c12450d38511f89) AuthConfig (742cccd558e25e807c410ef6966748ed35915f7826f273a013b2d77c33b4da01) AuthConfig (71807ef4e12e773b688c11481e9cb51f961765b8e7974ad19915144571c08aca) AuthConfig (9d535121899e9344787bc86dc054dbd1dad1e03e2986d18f329f896a3579732f) AuthConfig (507ffd82bc67a2a3dc0fcd6473bb7a100f3bd3a555ddf4425690ab4d50b18c1a) AuthConfig (f5a0d5156385e0fdc740f7f5dd2148e010d925eae2721bcdbf565de1e803cf4e) AuthConfig (ce40bd30095ef6fbb269329dffe2c47384bca7c282254b50bdd463059e3851c5) AuthConfig (463959d7cca776011d4827bf048539f9cfc0191119b58ce04d14a1d60b7a5290) AuthConfig (e7f90c16e53db828e901980583b7c2ddb80b9cfbf08cc55f527e9ece601bdfb7) AuthConfig (c37b337808e65318a12a1bfa8f05821e3586a5c825f9b084c13d1404f072f121) AuthConfig (b2df86c3d3e81d0d84cefffff6a73c6cebe1de0196945a6c6e85980e027a57cd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-auth","reconcileID":"ecfd2913-4197-4f11-a3fa-5324bf41b2a4","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:01.104339495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"447abe3c-adb7-4c14-8a7c-c231ec8192c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:01.105110577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"9c429162-3c8a-4c14-a3d7-fbaedd6a4f2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:01.121739933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"447abe3c-adb7-4c14-8a7c-c231ec8192c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:01.123446077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"9c429162-3c8a-4c14-a3d7-fbaedd6a4f2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.690210009Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-600f46","reconcileID":"f4a8630c-1f74-4f07-bf92-dd9d284e9b53","namespace":"llm","name":"e2e-rt-eq-600f46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.696665195Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-600f46","reconcileID":"ce3c9c9b-6dd6-4b92-b8e4-750807772ac5","namespace":"llm","name":"e2e-rt-eq-600f46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.709150161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"1dd34bcc-099f-48c9-8400-cfe8be3fb419","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.709894847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-auth","reconcileID":"e0add8c5-c482-42bf-b36b-b749f7eeb029","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.71021404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"6601bf22-df3f-48f8-ba9b-429c76079c31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.711184067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"58ec3694-8998-442c-9d0a-64633cba537e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.712212268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"f8891ab7-c27c-40e9-8652-64c3229a9184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.719809194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"6601bf22-df3f-48f8-ba9b-429c76079c31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.722292476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-auth","reconcileID":"e0add8c5-c482-42bf-b36b-b749f7eeb029","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.770469627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"1dd34bcc-099f-48c9-8400-cfe8be3fb419","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.778499847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"f8891ab7-c27c-40e9-8652-64c3229a9184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.77958325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"58ec3694-8998-442c-9d0a-64633cba537e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.783615623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"787c7f22-a669-4488-a250-69ae35ab22b8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.783691361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"787c7f22-a669-4488-a250-69ae35ab22b8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.784230117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e18ba01a-c93d-472e-8824-97a6e7c73391","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.784343751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e18ba01a-c93d-472e-8824-97a6e7c73391","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.808682255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"2a2140eb-9c13-48fd-8441-656be0db3ce3","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-81110d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.808775871Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"2a2140eb-9c13-48fd-8441-656be0db3ce3","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-81110d-693a3f7cef08","namespace":"llm","model":"e2e-rt-sw-81110d","externalModel":"e2e-rt-sw-81110d","provider":"e2e-rt-sw-81110d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.817760786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5bd2d92e-a73a-43e6-8e00-0e0262535abe","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.817782008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5bd2d92e-a73a-43e6-8e00-0e0262535abe","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.818149292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"589fb3b7-5f13-443c-a0c4-13429c19d07f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.818164546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"589fb3b7-5f13-443c-a0c4-13429c19d07f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.818464857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2d442981-b1e2-4047-895e-619ca58248b1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.81847971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2d442981-b1e2-4047-895e-619ca58248b1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.81869913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4736eb07-6e11-488f-9ff9-38dc88265b15","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.818712108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4736eb07-6e11-488f-9ff9-38dc88265b15","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.818943915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b0d640cc-098a-4f75-aff5-948ddb9fb97b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.818957221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b0d640cc-098a-4f75-aff5-948ddb9fb97b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.819205157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"81c67483-1dc2-443e-9623-43a09ba18670","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.81922351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"81c67483-1dc2-443e-9623-43a09ba18670","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.819491218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f6ab926d-bc52-4e8b-82e4-6df8851cf20a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.819504892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f6ab926d-bc52-4e8b-82e4-6df8851cf20a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.819912423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b94bf4be-1de9-4c2a-b073-33b8c6f8fbe1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.819928667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b94bf4be-1de9-4c2a-b073-33b8c6f8fbe1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.825706328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"645af72e-2bb4-41b6-aa88-fb05cdb46df0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.826170146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"1adb00f8-e6f3-423a-a73c-bb32b43f498a","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-81110d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.826255491Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"1adb00f8-e6f3-423a-a73c-bb32b43f498a","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-81110d-693a3f7cef08","namespace":"llm","model":"e2e-rt-sw-81110d","externalModel":"e2e-rt-sw-81110d","provider":"e2e-rt-sw-81110d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.827397003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3f3a5716-82e1-4f6a-8bee-183fa010acdd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.827988666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-81110d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-sub","reconcileID":"8e9dc293-0d66-4f0d-812c-29bda7acf401","MaaSSubscription":{"name":"e2e-rt-sw-81110d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-81110d","model":"llm/e2e-rt-sw-81110d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.89872037Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-600f46","reconcileID":"82fe66e0-ba4a-4b7b-bf9d-82e6d65203eb","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"name":"e2e-rt-eq-600f46","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.911636448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b52f0bbe-8213-40ab-9e7d-16e2ba2cfff3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:02.923581475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b52f0bbe-8213-40ab-9e7d-16e2ba2cfff3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.003081669Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-600f46","reconcileID":"fc2f9916-27ad-4e6c-9493-b24ce103d177","namespace":"llm","name":"e2e-rt-eq-600f46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.009681079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"fc9bf48d-cb80-4005-ae09-4a44f066d59f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.010001253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-600f46","reconcileID":"236ecfec-1615-443b-a96c-1f353e9f1591","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-600f46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.010020781Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-600f46","reconcileID":"236ecfec-1615-443b-a96c-1f353e9f1591","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-600f46-c6f2ad82308f","namespace":"llm","model":"e2e-rt-eq-600f46","externalModel":"e2e-rt-eq-600f46","provider":"e2e-rt-eq-600f46-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.015830337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"58105c89-00fb-41db-8f69-d9e393b14c43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.015850586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"a5171ae0-4f2b-4f55-ba9d-c4aec6ece26c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.021500152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"fc9bf48d-cb80-4005-ae09-4a44f066d59f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.026393458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"58105c89-00fb-41db-8f69-d9e393b14c43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.027024135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"480873c4-6da7-471d-9ded-ed6f790ea575","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.0288342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"a5171ae0-4f2b-4f55-ba9d-c4aec6ece26c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.151681428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"884f184d-5865-4a76-8b56-8789d9b48b7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.213574639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"884f184d-5865-4a76-8b56-8789d9b48b7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.250177647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"89c91b11-2e65-41ac-bd9d-7e0e67e51200","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.251230095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"9ef4faa9-cba6-4b6f-b6c7-922e313e090d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.252080649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-access","reconcileID":"c3283d85-5682-43b1-8b26-c568ed97b3a1","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.278634236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57e5c261-fdc3-427e-b0eb-7c16a3195cba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.286882765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-access","reconcileID":"c3283d85-5682-43b1-8b26-c568ed97b3a1","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.310070947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"9ef4faa9-cba6-4b6f-b6c7-922e313e090d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.317861218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57e5c261-fdc3-427e-b0eb-7c16a3195cba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.3461734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"89c91b11-2e65-41ac-bd9d-7e0e67e51200","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.398223846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-auth","reconcileID":"f49dff95-04a9-42be-83d3-90f12b6018ea","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.408746731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-auth","reconcileID":"f49dff95-04a9-42be-83d3-90f12b6018ea","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.408938777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-600f46","reconcileID":"c12340c6-bb68-4fc6-90ef-c3fbca711976","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-600f46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.408994154Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-600f46","reconcileID":"c12340c6-bb68-4fc6-90ef-c3fbca711976","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-600f46-c6f2ad82308f","namespace":"llm","model":"e2e-rt-eq-600f46","externalModel":"e2e-rt-eq-600f46","provider":"e2e-rt-eq-600f46-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.489905769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"27694bed-845c-46b0-96e6-e2d6aba95a26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.490687341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"7ff26733-d587-4a60-a5d5-72756d191202","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.493793387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"bd0bb5f9-29f6-4402-a945-42c756099c7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.494523976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"68f426c3-f0c7-4afb-8b78-e4c6b71f756f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.500032974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"27694bed-845c-46b0-96e6-e2d6aba95a26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.500588776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"7ff26733-d587-4a60-a5d5-72756d191202","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.503683323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"bd0bb5f9-29f6-4402-a945-42c756099c7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.504261935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"68f426c3-f0c7-4afb-8b78-e4c6b71f756f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.589237798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"cd8e496f-480f-42bf-aa7d-a4cad1cf31cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.589237799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"3b8903e4-a1ef-407d-b125-77614dd95aa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.589832947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"7f37cec8-08d6-43d0-88d4-e483e1405851","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.590063468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-600f46","reconcileID":"8484cc78-b0d7-42d4-977f-0ccd003a22df","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-600f46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.590083469Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-600f46","reconcileID":"8484cc78-b0d7-42d4-977f-0ccd003a22df","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-600f46-c6f2ad82308f","namespace":"llm","model":"e2e-rt-eq-600f46","externalModel":"e2e-rt-eq-600f46","provider":"e2e-rt-eq-600f46-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.593604321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c030b32-d16c-456a-a77f-d685ae4d74e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.604800121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"3b8903e4-a1ef-407d-b125-77614dd95aa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.604898062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"cd8e496f-480f-42bf-aa7d-a4cad1cf31cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.607644897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"7f37cec8-08d6-43d0-88d4-e483e1405851","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.607830079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c030b32-d16c-456a-a77f-d685ae4d74e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.705540841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-600f46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-600f46-access","reconcileID":"d9ec7cef-9cf6-4abf-959b-949fb6c0f9f7","MaaSAuthPolicy":{"name":"e2e-rt-eq-600f46-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.717695198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-600f46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-600f46-access","reconcileID":"d9ec7cef-9cf6-4abf-959b-949fb6c0f9f7","MaaSAuthPolicy":{"name":"e2e-rt-eq-600f46-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.793697815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-600f46","reconcileID":"805c5b1d-a6b7-43f2-b3f7-738e0198d7f9","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-600f46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:03.793729043Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-600f46","reconcileID":"805c5b1d-a6b7-43f2-b3f7-738e0198d7f9","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-600f46-c6f2ad82308f","namespace":"llm","model":"e2e-rt-eq-600f46","externalModel":"e2e-rt-eq-600f46","provider":"e2e-rt-eq-600f46-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:04.610765444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"95de10d6-73aa-4598-9815-5dc39f19b66e","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:04.621032678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"1cf6a4c1-de0d-4f12-b962-496a6bd4476b","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:04.623825291Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-subscription","reconcileID":"b533d0c8-16e0-4892-80e8-562fc1ff1611","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:04.62566104Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"ab61744e-5e0f-41a2-a71d-70bc6a477eac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:04.625661041Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-auth","reconcileID":"9000ff92-f04d-45a9-958e-7d459e82a6d2","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:04.625989107Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"e93018d4-29d9-416e-8343-1250f0e1f93b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:04.636572284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"3fb479e0-4437-4eba-9f1b-80f696d42da3","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:04.637015055Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-auth","reconcileID":"9000ff92-f04d-45a9-958e-7d459e82a6d2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:04.640081509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"6fbfa894-b1f1-49b3-a261-6b0dbb75089d","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:04.6404409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"c148e460-5cb8-4e6c-9f85-5a242280efe3","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:04.640609536Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"e93018d4-29d9-416e-8343-1250f0e1f93b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:04.640436866Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"ab61744e-5e0f-41a2-a71d-70bc6a477eac","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:04.644183779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"06b62675-934f-4314-ad58-b242e8b0a591","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:04.656445113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"1e731e60-7e5d-45c9-8385-dfa4a7b3fde6","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:04.729734751Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-subscription","reconcileID":"d5b33908-aa65-4562-9149-18d0be22b5b5","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription","ai-tenant-e2e-worker-w3-c1fdd6/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:04.75061216Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"2f2bdf44-5c82-4492-a49a-f3ce678b9346","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:04.750704394Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"2f2bdf44-5c82-4492-a49a-f3ce678b9346","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:04.751076319Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-auth","reconcileID":"792e353d-1222-46ad-9b70-8642be552fdb","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:04.751136454Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-auth","reconcileID":"792e353d-1222-46ad-9b70-8642be552fdb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:04.7517819Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"24143e20-6643-4283-a9bf-b5adcc5e971b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:04.75184982Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"24143e20-6643-4283-a9bf-b5adcc5e971b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:04.786859696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"b084dc90-625c-497b-8ee5-0851cfe83662","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:04.798528121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"b9ddb055-7902-46b8-aed7-9de58b5b0ca1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:04.834981859Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"15043d5d-fb94-41b4-af34-e69951b09b33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:04.835001993Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-auth","reconcileID":"aa955e81-cd4f-4775-82bd-14c0b60fcfa8","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:04.835081518Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-auth","reconcileID":"aa955e81-cd4f-4775-82bd-14c0b60fcfa8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:04.835099743Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"15043d5d-fb94-41b4-af34-e69951b09b33","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:04.835393117Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"a4204453-b693-4d81-92aa-27d97e19ed04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:04.835441898Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"a4204453-b693-4d81-92aa-27d97e19ed04","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:04.880380812Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-auth","reconcileID":"1e5115d7-d46e-4a5b-b32a-6cb3df05a87c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:04.88045026Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-auth","reconcileID":"1e5115d7-d46e-4a5b-b32a-6cb3df05a87c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:04.880381172Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"f7a370cf-12c1-4267-890b-d25745c24b27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:04.880493955Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"f7a370cf-12c1-4267-890b-d25745c24b27","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:04.880607385Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"b3e3e11d-9a4f-4ce4-bc77-c706041a2b27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:04.880653245Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"b3e3e11d-9a4f-4ce4-bc77-c706041a2b27","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:04.88788288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-subscription","reconcileID":"3c4a0dcc-996e-4d15-92e5-f212eeec4af3","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:04.937819416Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"e20b29bc-c965-41f0-a2a9-90986ae69e43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:04.937880498Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"e20b29bc-c965-41f0-a2a9-90986ae69e43","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:04.938219796Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"39f4909f-9d13-4fbb-82bf-b74627a3ea22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:04.938266613Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"39f4909f-9d13-4fbb-82bf-b74627a3ea22","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:04.938814474Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-auth","reconcileID":"14b5e614-9e31-4bd8-9b6e-517f6ff0195d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:04.938856655Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-auth","reconcileID":"14b5e614-9e31-4bd8-9b6e-517f6ff0195d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:05.077781692Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"024e8f4b-397b-4097-b099-1c0532871717","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:05.077851432Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"024e8f4b-397b-4097-b099-1c0532871717","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:05.0780053Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-auth","reconcileID":"d93a75bc-19b0-431b-9ec9-6bbb8dd818e3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:05.078089114Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-auth","reconcileID":"d93a75bc-19b0-431b-9ec9-6bbb8dd818e3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:05.078282209Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"d4f6dbba-546f-401e-8788-dec442e79407","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:05.07831783Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"d4f6dbba-546f-401e-8788-dec442e79407","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:05.261612304Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-auth","reconcileID":"7e9d7b2a-edbf-4385-8883-fe2542171588","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:05.26170642Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-auth","reconcileID":"7e9d7b2a-edbf-4385-8883-fe2542171588","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:05.261995172Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"64d87ff0-e388-458d-8e61-b37ae4805b34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:05.262065992Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"64d87ff0-e388-458d-8e61-b37ae4805b34","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:05.296695047Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"b2dc7bda-6cf1-439d-b4c4-721856949cec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:05.296794626Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"b2dc7bda-6cf1-439d-b4c4-721856949cec","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:05.598610508Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"09a7bb0c-c10c-49db-8723-4c08646d71ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:05.598682338Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"09a7bb0c-c10c-49db-8723-4c08646d71ce","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:05.598677651Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-auth","reconcileID":"3c2241e9-9ed4-45b1-b92b-b1fb3dde6b6d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:05.598766295Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-auth","reconcileID":"3c2241e9-9ed4-45b1-b92b-b1fb3dde6b6d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:05.698072787Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"384807db-1794-4b2f-a685-c400b854b31a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:05.698162469Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"384807db-1794-4b2f-a685-c400b854b31a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:06.25380044Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-auth","reconcileID":"063b3f6b-f7ef-41d0-808f-e41f926899b8","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:06.253872439Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-auth","reconcileID":"063b3f6b-f7ef-41d0-808f-e41f926899b8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:06.254480645Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"035eaf2d-bde0-477f-8b21-759e216d94d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:06.254551884Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"035eaf2d-bde0-477f-8b21-759e216d94d2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:06.355409516Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"0c053f31-b4cc-4c42-8fc6-a581185373b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:06.355477076Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"0c053f31-b4cc-4c42-8fc6-a581185373b6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:06.373805091Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:07.419620434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"cfad15e6-c9fd-4cbe-854f-2fd58e4d034d","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:07.439318201Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"ac1f9330-e695-4755-8c6b-f45dae04e05f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:07.439325327Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-auth","reconcileID":"819234b5-1621-4a70-ae55-4ae4539d301d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:07.439375764Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"ac1f9330-e695-4755-8c6b-f45dae04e05f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:07.439382577Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-auth","reconcileID":"819234b5-1621-4a70-ae55-4ae4539d301d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:07.439683279Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"42eb80f5-cb76-40ce-a618-1304b61711e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:07.439728943Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"42eb80f5-cb76-40ce-a618-1304b61711e3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:07.8994005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"c317a82f-209b-4b01-a50c-8fa081727562","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:07.913433282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"6a1e6dc9-2e2c-4ec6-bcc0-10c8270e4071","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:07.91362631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"4dc47436-1b64-4ccd-b2ca-3cccce59da51","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:07.914026921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"94b1772d-c26e-4aff-8359-b6b236e3a124","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:07.914075587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"d0accb43-b799-4b3b-9c7e-dd070382402e","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"premium-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"premium-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:07.925633997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"eadb24de-fbff-4b37-8ac1-aa7fda4fb9b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:07.929261536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"6a1e6dc9-2e2c-4ec6-bcc0-10c8270e4071","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:07.929420145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"94b1772d-c26e-4aff-8359-b6b236e3a124","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:07.930098156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"5833ce9a-0a2f-4aff-9945-b8113c3e752a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:08.04316722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"f398035f-473f-485b-9607-72dbfe151919","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:08.077665797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"f398035f-473f-485b-9607-72dbfe151919","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:08.084083101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"80d91b0b-3215-4cfc-8668-2ee6244461b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:08.107187455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"80d91b0b-3215-4cfc-8668-2ee6244461b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:08.762012011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"ad1ec1b8-49aa-490c-873f-33115e29390f","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:08.771524657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"6aeac706-9011-4fb2-b675-5bf9394d3575","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:08.789173981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth1","reconcileID":"daace096-a818-4b77-83ba-746425772be6","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:08.798828574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth1","reconcileID":"daace096-a818-4b77-83ba-746425772be6","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:08.807549224Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f06af6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b9a3734d2c876a5beb1d5d2723f658bf3d7b8f739ae708cf7198175e46eb2380) AuthConfig (be987602476945c3f7b8c93d8962f5b5c321c3fe3284805824f0140a4465802e) AuthConfig (e59b586d78f976ce83b4b75034985500edb8d5039d6e6cf2f5503f946d97fcaf) AuthConfig (7f8db878b85f29a4fed9f9aa2921259a8c96b8ef7d7325560d6d63c51f27e130) AuthConfig (b79ecd9995b1dccdaaff9e44ebc282d8aaa4ebb564b1ffe4a92618506b827984) AuthConfig (cf765b083ad97f310c0e1dd0d685e34c1ddfcec5e62d2040620f399deb86cd53) AuthConfig (5ba6d2304535df40a18382e16290daf8011f02c7fb27bd2dc3d14c9ce5f1d264) AuthConfig (9cad3de815bd48724cb3745ce746ef58c64ba7da89361c276d1e08cfa17b04d9) AuthConfig (b7202418e0197bb00abb9f639bd5aab412960d63453f6a93a4715d770fefe18e) AuthConfig (4b30364f0b74d55ed92b85c94e77230d125e5d058f5aafcb52a817fb988b067b) AuthConfig (6cb8aed93ee74120e2e0d03ce19a67c173789ce54aa55f8b54aa96201f98e19a) AuthConfig (cc888561feca9d678999a88e1a6528af7a3b270f8cc8f5b9c78be3ac4a60afe7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth1","reconcileID":"daace096-a818-4b77-83ba-746425772be6","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:08.817998896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"c6a9175f-c012-4fd8-964d-62c59a8762ed","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:08.890000504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth1","reconcileID":"1ad36e07-f3b0-4b4d-82d1-cd4995e8ae8c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:08.899884778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth1","reconcileID":"1ad36e07-f3b0-4b4d-82d1-cd4995e8ae8c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:08.904583633Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-600f46-sub models-as-a-service/e2e-rt-sw-81110d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:08.908743217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f06af6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b9a3734d2c876a5beb1d5d2723f658bf3d7b8f739ae708cf7198175e46eb2380) AuthConfig (be987602476945c3f7b8c93d8962f5b5c321c3fe3284805824f0140a4465802e) AuthConfig (e59b586d78f976ce83b4b75034985500edb8d5039d6e6cf2f5503f946d97fcaf) AuthConfig (7f8db878b85f29a4fed9f9aa2921259a8c96b8ef7d7325560d6d63c51f27e130) AuthConfig (b79ecd9995b1dccdaaff9e44ebc282d8aaa4ebb564b1ffe4a92618506b827984) AuthConfig (cf765b083ad97f310c0e1dd0d685e34c1ddfcec5e62d2040620f399deb86cd53) AuthConfig (5ba6d2304535df40a18382e16290daf8011f02c7fb27bd2dc3d14c9ce5f1d264) AuthConfig (9cad3de815bd48724cb3745ce746ef58c64ba7da89361c276d1e08cfa17b04d9) AuthConfig (b7202418e0197bb00abb9f639bd5aab412960d63453f6a93a4715d770fefe18e) AuthConfig (4b30364f0b74d55ed92b85c94e77230d125e5d058f5aafcb52a817fb988b067b) AuthConfig (6cb8aed93ee74120e2e0d03ce19a67c173789ce54aa55f8b54aa96201f98e19a) AuthConfig (cc888561feca9d678999a88e1a6528af7a3b270f8cc8f5b9c78be3ac4a60afe7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth1","reconcileID":"1ad36e07-f3b0-4b4d-82d1-cd4995e8ae8c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:08.909425635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-600f46","reconcileID":"02ec5708-8458-49f0-ba89-fa8b8e5d1394","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-600f46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:08.909443813Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-600f46","reconcileID":"02ec5708-8458-49f0-ba89-fa8b8e5d1394","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-600f46-c6f2ad82308f","namespace":"llm","model":"e2e-rt-eq-600f46","externalModel":"e2e-rt-eq-600f46","provider":"e2e-rt-eq-600f46-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:08.918156966Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-600f46-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-600f46-sub","reconcileID":"f576816f-173f-4dcb-a76b-7073057c8121","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-600f46-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:08.930318362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-600f46","reconcileID":"8310bb0f-8cbc-44ca-a28d-1f17ea51f126","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-600f46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:08.930336742Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-600f46","reconcileID":"8310bb0f-8cbc-44ca-a28d-1f17ea51f126","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-600f46-c6f2ad82308f","namespace":"llm","model":"e2e-rt-eq-600f46","externalModel":"e2e-rt-eq-600f46","provider":"e2e-rt-eq-600f46-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:08.940836781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"96b39c31-168f-4e19-905f-b70f8c2fd532","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-81110d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:08.940859215Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"96b39c31-168f-4e19-905f-b70f8c2fd532","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-81110d-693a3f7cef08","namespace":"llm","model":"e2e-rt-sw-81110d","externalModel":"e2e-rt-sw-81110d","provider":"e2e-rt-sw-81110d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:08.982270098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-600f46","reconcileID":"b4593cdb-e167-4a7e-95cb-88ae05d8ef6e","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-600f46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:08.982294599Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-600f46","reconcileID":"b4593cdb-e167-4a7e-95cb-88ae05d8ef6e","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-600f46-c6f2ad82308f","namespace":"llm","model":"e2e-rt-eq-600f46","externalModel":"e2e-rt-eq-600f46","provider":"e2e-rt-eq-600f46-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:08.992266273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-600f46","reconcileID":"f1f18bc9-e8eb-4a51-8156-3b8dd65e5e39","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-600f46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:08.992286738Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-600f46","reconcileID":"f1f18bc9-e8eb-4a51-8156-3b8dd65e5e39","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-600f46-c6f2ad82308f","namespace":"llm","model":"e2e-rt-eq-600f46","externalModel":"e2e-rt-eq-600f46","provider":"e2e-rt-eq-600f46-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:08.995880161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10c89014-7f36-400d-8a19-c11485d760a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.069544034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-600f46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-600f46-access","reconcileID":"d26e5dc8-3194-4819-b043-c2f484b00bf6","MaaSAuthPolicy":{"name":"e2e-rt-eq-600f46-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.070144484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-access","reconcileID":"89eddd75-f795-4dd0-8cac-d213a3cec24f","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.071029567Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-600f46-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-600f46-sub","reconcileID":"7cb38c47-181c-415b-a98c-773fe7b24449","MaaSSubscription":{"name":"e2e-rt-eq-600f46-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-600f46","model":"e2e-rt-eq-600f46","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-600f46-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.071345135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"c2f90500-204b-4268-9db9-c4a8caf4324c","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.072505899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7a3eba1-aaca-4de1-b2ba-0fa646867936","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.072927422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10c89014-7f36-400d-8a19-c11485d760a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.073238796Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-600f46-sub models-as-a-service/e2e-rt-sw-81110d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.079702523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-600f46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-600f46-access","reconcileID":"d26e5dc8-3194-4819-b043-c2f484b00bf6","MaaSAuthPolicy":{"name":"e2e-rt-eq-600f46-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.079897752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-access","reconcileID":"89eddd75-f795-4dd0-8cac-d213a3cec24f","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.084065203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7a3eba1-aaca-4de1-b2ba-0fa646867936","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.084693077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"3c18ad89-22e6-4080-af75-79f46ef691d0","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:09.086146117Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-sub1","reconcileID":"35d7a007-f51f-4abf-ac1c-718019a2af5b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.093589616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth1","reconcileID":"d34283f4-9d35-4e6e-8c50-33e6ea695326","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.101314534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"af0433ad-b5ba-421d-bdf7-983466b91c44","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.107103828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth1","reconcileID":"d34283f4-9d35-4e6e-8c50-33e6ea695326","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.112389028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-600f46","reconcileID":"e1a0a684-f379-478c-ada3-e01d55975005","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-600f46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.112405729Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-600f46","reconcileID":"e1a0a684-f379-478c-ada3-e01d55975005","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-600f46-c6f2ad82308f","namespace":"llm","model":"e2e-rt-eq-600f46","externalModel":"e2e-rt-eq-600f46","provider":"e2e-rt-eq-600f46-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.115867793Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f06af6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b9a3734d2c876a5beb1d5d2723f658bf3d7b8f739ae708cf7198175e46eb2380) AuthConfig (be987602476945c3f7b8c93d8962f5b5c321c3fe3284805824f0140a4465802e) AuthConfig (e59b586d78f976ce83b4b75034985500edb8d5039d6e6cf2f5503f946d97fcaf) AuthConfig (7f8db878b85f29a4fed9f9aa2921259a8c96b8ef7d7325560d6d63c51f27e130) AuthConfig (b79ecd9995b1dccdaaff9e44ebc282d8aaa4ebb564b1ffe4a92618506b827984) AuthConfig (cf765b083ad97f310c0e1dd0d685e34c1ddfcec5e62d2040620f399deb86cd53) AuthConfig (5ba6d2304535df40a18382e16290daf8011f02c7fb27bd2dc3d14c9ce5f1d264) AuthConfig (9cad3de815bd48724cb3745ce746ef58c64ba7da89361c276d1e08cfa17b04d9) AuthConfig (b7202418e0197bb00abb9f639bd5aab412960d63453f6a93a4715d770fefe18e) AuthConfig (4b30364f0b74d55ed92b85c94e77230d125e5d058f5aafcb52a817fb988b067b) AuthConfig (6cb8aed93ee74120e2e0d03ce19a67c173789ce54aa55f8b54aa96201f98e19a) AuthConfig (cc888561feca9d678999a88e1a6528af7a3b270f8cc8f5b9c78be3ac4a60afe7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth1","reconcileID":"d34283f4-9d35-4e6e-8c50-33e6ea695326","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.118023245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"5aa38e2a-10f5-4c3c-8f18-93a11148864f","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.132914043Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-sub1","reconcileID":"6259edd8-d6ca-4c88-bcfc-b9231184de39","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-distinct-w2-f06af6","model":"distinct-w2-f06af6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-f06af6/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.132942782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-600f46-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-600f46-sub","reconcileID":"801766f5-7d28-4104-9f35-c011c676e8b4","MaaSSubscription":{"name":"e2e-rt-eq-600f46-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-600f46","model":"llm/e2e-rt-eq-600f46","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.186106626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"4e148bd8-51a6-4145-b4a6-8ea7317f237e","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.191793069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"b891a090-2eef-4132-aab5-5b418c5633f7","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.193375294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"1e4f684b-c628-472d-b104-8dfc88a70471","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.197972334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0da089d-f40a-4bc2-bd13-1b1ef1646085","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.198112647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2611d2cc-07e9-4e8c-adb2-058f18a4a4c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.206711413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"1e4f684b-c628-472d-b104-8dfc88a70471","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.213412903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0da089d-f40a-4bc2-bd13-1b1ef1646085","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.275981727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2611d2cc-07e9-4e8c-adb2-058f18a4a4c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.298918079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-sub1","reconcileID":"15b77bcd-21e3-4df3-a393-2100761ad80a","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-distinct-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.313678646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-access","reconcileID":"d89388c2-cb4e-4ab4-bac0-632b9c113429","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.313678029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-600f46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-600f46-access","reconcileID":"ac9ad268-70e2-4298-91b5-3a9262886a61","MaaSAuthPolicy":{"name":"e2e-rt-eq-600f46-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.324792143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-access","reconcileID":"d89388c2-cb4e-4ab4-bac0-632b9c113429","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.324867576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-600f46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-600f46-access","reconcileID":"ac9ad268-70e2-4298-91b5-3a9262886a61","MaaSAuthPolicy":{"name":"e2e-rt-eq-600f46-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.369811287Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-f06af6 priority=0:[ai-tenant-e2e-worker-w2-f06af6/e2e-return-all-sub1 ai-tenant-e2e-worker-w2-f06af6/e2e-return-all-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-600f46-sub models-as-a-service/e2e-rt-sw-81110d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.369967718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"1d0fa5fd-884b-41c0-8cbb-ea3a0af0a40d","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.383640045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"f4b5af59-88c7-4fde-8c2a-3dc2c77c12b2","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.384614063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"b77bebbe-269b-4a5b-9c5a-b42e4752bf13","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:09.387864932Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-f06af6/e2e-return-all-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.398194721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"58c77678-bf7f-4589-a7a3-077e2b14acaa","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.420899129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"04eae386-f871-4135-a5d0-696d7612ba25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.437239701Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-sub2","reconcileID":"e8dd4630-1d49-401d-aa02-69b07da11c5c","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-distinct-2-w2-f06af6","model":"distinct-2-w2-f06af6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-f06af6/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.446391565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"04eae386-f871-4135-a5d0-696d7612ba25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.476918117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"1a8274c0-7edf-4368-9ec2-cdc36af989c0","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.496423341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"8e2d385e-48c7-453a-b876-fa71794faf02","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.521767002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth1","reconcileID":"0f9c2dbf-1d91-4ada-a7ee-f0aaa583ee11","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.521898741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"7e7736d7-d816-4ab8-b17f-7be74c28236d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.525666541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth2","reconcileID":"655b5a53-5421-4212-914c-41f722853919","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.526990063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-sub2","reconcileID":"b226fdcf-016a-4155-99db-e3b0bc05266b","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-distinct-2-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.532071816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"7e7736d7-d816-4ab8-b17f-7be74c28236d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.532148138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth1","reconcileID":"0f9c2dbf-1d91-4ada-a7ee-f0aaa583ee11","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.535449963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth2","reconcileID":"655b5a53-5421-4212-914c-41f722853919","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.540852183Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f06af6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b9a3734d2c876a5beb1d5d2723f658bf3d7b8f739ae708cf7198175e46eb2380) AuthConfig (be987602476945c3f7b8c93d8962f5b5c321c3fe3284805824f0140a4465802e) AuthConfig (e59b586d78f976ce83b4b75034985500edb8d5039d6e6cf2f5503f946d97fcaf) AuthConfig (7f8db878b85f29a4fed9f9aa2921259a8c96b8ef7d7325560d6d63c51f27e130) AuthConfig (b79ecd9995b1dccdaaff9e44ebc282d8aaa4ebb564b1ffe4a92618506b827984) AuthConfig (cf765b083ad97f310c0e1dd0d685e34c1ddfcec5e62d2040620f399deb86cd53) AuthConfig (5ba6d2304535df40a18382e16290daf8011f02c7fb27bd2dc3d14c9ce5f1d264) AuthConfig (9cad3de815bd48724cb3745ce746ef58c64ba7da89361c276d1e08cfa17b04d9) AuthConfig (b7202418e0197bb00abb9f639bd5aab412960d63453f6a93a4715d770fefe18e) AuthConfig (4b30364f0b74d55ed92b85c94e77230d125e5d058f5aafcb52a817fb988b067b) AuthConfig (6cb8aed93ee74120e2e0d03ce19a67c173789ce54aa55f8b54aa96201f98e19a) AuthConfig (cc888561feca9d678999a88e1a6528af7a3b270f8cc8f5b9c78be3ac4a60afe7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth1","reconcileID":"0f9c2dbf-1d91-4ada-a7ee-f0aaa583ee11","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.544444443Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f06af6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b9a3734d2c876a5beb1d5d2723f658bf3d7b8f739ae708cf7198175e46eb2380) AuthConfig (be987602476945c3f7b8c93d8962f5b5c321c3fe3284805824f0140a4465802e) AuthConfig (e59b586d78f976ce83b4b75034985500edb8d5039d6e6cf2f5503f946d97fcaf) AuthConfig (7f8db878b85f29a4fed9f9aa2921259a8c96b8ef7d7325560d6d63c51f27e130) AuthConfig (b79ecd9995b1dccdaaff9e44ebc282d8aaa4ebb564b1ffe4a92618506b827984) AuthConfig (cf765b083ad97f310c0e1dd0d685e34c1ddfcec5e62d2040620f399deb86cd53) AuthConfig (5ba6d2304535df40a18382e16290daf8011f02c7fb27bd2dc3d14c9ce5f1d264) AuthConfig (9cad3de815bd48724cb3745ce746ef58c64ba7da89361c276d1e08cfa17b04d9) AuthConfig (b7202418e0197bb00abb9f639bd5aab412960d63453f6a93a4715d770fefe18e) AuthConfig (4b30364f0b74d55ed92b85c94e77230d125e5d058f5aafcb52a817fb988b067b) AuthConfig (6cb8aed93ee74120e2e0d03ce19a67c173789ce54aa55f8b54aa96201f98e19a) AuthConfig (cc888561feca9d678999a88e1a6528af7a3b270f8cc8f5b9c78be3ac4a60afe7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth2","reconcileID":"655b5a53-5421-4212-914c-41f722853919","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.554956602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"79ea44b3-8fef-43ce-a511-1a315ac659a0","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.616527703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth2","reconcileID":"59e06448-6b19-47b8-908d-ce329b939f74","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.627903562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth2","reconcileID":"59e06448-6b19-47b8-908d-ce329b939f74","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:09.63652499Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-f06af6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b9a3734d2c876a5beb1d5d2723f658bf3d7b8f739ae708cf7198175e46eb2380) AuthConfig (be987602476945c3f7b8c93d8962f5b5c321c3fe3284805824f0140a4465802e) AuthConfig (e59b586d78f976ce83b4b75034985500edb8d5039d6e6cf2f5503f946d97fcaf) AuthConfig (7f8db878b85f29a4fed9f9aa2921259a8c96b8ef7d7325560d6d63c51f27e130) AuthConfig (b79ecd9995b1dccdaaff9e44ebc282d8aaa4ebb564b1ffe4a92618506b827984) AuthConfig (cf765b083ad97f310c0e1dd0d685e34c1ddfcec5e62d2040620f399deb86cd53) AuthConfig (5ba6d2304535df40a18382e16290daf8011f02c7fb27bd2dc3d14c9ce5f1d264) AuthConfig (9cad3de815bd48724cb3745ce746ef58c64ba7da89361c276d1e08cfa17b04d9) AuthConfig (b7202418e0197bb00abb9f639bd5aab412960d63453f6a93a4715d770fefe18e) AuthConfig (4b30364f0b74d55ed92b85c94e77230d125e5d058f5aafcb52a817fb988b067b) AuthConfig (6cb8aed93ee74120e2e0d03ce19a67c173789ce54aa55f8b54aa96201f98e19a) AuthConfig (cc888561feca9d678999a88e1a6528af7a3b270f8cc8f5b9c78be3ac4a60afe7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth2","reconcileID":"59e06448-6b19-47b8-908d-ce329b939f74","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:10.013823227Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-auth","reconcileID":"94630227-d6ab-4453-a325-dbb596c9ada7","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:10.013896083Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-auth","reconcileID":"94630227-d6ab-4453-a325-dbb596c9ada7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:10.014104088Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"0451741f-49f9-4455-abb1-5c3e2f9eff6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:10.014158203Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"0451741f-49f9-4455-abb1-5c3e2f9eff6c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:10.014159387Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"2de4b5d6-d2ac-4406-a4b4-378855a664a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:10.014218876Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"2de4b5d6-d2ac-4406-a4b4-378855a664a1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:15.200326849Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"38e0938f-4ab5-4a6d-b7b1-f1dd36e79225","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:15.200462731Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"38e0938f-4ab5-4a6d-b7b1-f1dd36e79225","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:15.200882367Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-auth","reconcileID":"e5dfba14-458b-4d0b-afa5-245e72208252","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:15.200954873Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-auth","reconcileID":"e5dfba14-458b-4d0b-afa5-245e72208252","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:15.201267193Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"d9bb8e90-cf88-4a9f-bd0a-961c046ab355","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:15.201334795Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"d9bb8e90-cf88-4a9f-bd0a-961c046ab355","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: compose ai-tenant-e2e-worker-w3-c1fdd6/e2e-dedup-subscription@e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:15.455668896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-sub1","reconcileID":"586daf37-c056-4b1e-b508-dfe721324113","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-distinct-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:15.535840046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"aa454625-6f48-4a1c-acc3-2c3a122d384f","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:15.906111996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-600f46-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-600f46-sub","reconcileID":"bbaef213-2b22-48a0-a843-062a69228873","MaaSSubscription":{"name":"e2e-rt-eq-600f46-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-600f46","model":"llm/e2e-rt-eq-600f46","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:15.999655593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-600f46","reconcileID":"4cecee10-a58f-4920-a0e5-4a33a3d06430","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-600f46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:15.999773719Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-600f46","reconcileID":"4cecee10-a58f-4920-a0e5-4a33a3d06430","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-600f46-c6f2ad82308f","namespace":"llm","model":"e2e-rt-eq-600f46","externalModel":"e2e-rt-eq-600f46","provider":"e2e-rt-eq-600f46-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:16.004836203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-sub2","reconcileID":"c38ad15a-1a24-4de5-b0aa-f6aa771828b7","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-distinct-2-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:16.097136988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"6bca1528-5dd2-453b-9d18-f381d5234d29","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:16.410812487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"458a0331-fcd7-4200-ba79-9f5adb0ec93c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:16.411651118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth1","reconcileID":"95abd3e7-4636-4d42-93bc-f814fad266d8","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:16.461516631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"18d8f9db-314c-428b-a721-a7dd94dad7b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:16.461969135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"290d064b-9796-4ad4-8d39-e3fd973aa49e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:16.46227098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth2","reconcileID":"c5f23e24-462f-430b-bb83-522d42e23172","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:16.547180682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"458a0331-fcd7-4200-ba79-9f5adb0ec93c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:16.560444702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth1","reconcileID":"95abd3e7-4636-4d42-93bc-f814fad266d8","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:16.606761314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"18d8f9db-314c-428b-a721-a7dd94dad7b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:16.611378269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"290d064b-9796-4ad4-8d39-e3fd973aa49e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:16.621939358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth2","reconcileID":"c5f23e24-462f-430b-bb83-522d42e23172","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:16.872809597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"c7269969-0938-4a16-9d02-1a489ceeccb7","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:16.887711256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-access","reconcileID":"6d230a6a-82e9-4b93-b92b-aa1a1eb4e140","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:16.893854302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-600f46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-600f46-access","reconcileID":"34f851ba-da89-4a30-b732-1d471a18957e","MaaSAuthPolicy":{"name":"e2e-rt-eq-600f46-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:16.950386349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-600f46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-600f46-access","reconcileID":"34f851ba-da89-4a30-b732-1d471a18957e","MaaSAuthPolicy":{"name":"e2e-rt-eq-600f46-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:16.950641377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-access","reconcileID":"6d230a6a-82e9-4b93-b92b-aa1a1eb4e140","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:16.954893904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e486b71e-d352-4251-bc30-1391d639eef1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:17.001344704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e486b71e-d352-4251-bc30-1391d639eef1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:17.032875705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"f9fbbe66-b1af-46e5-85e2-df3f74a2d4d6","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:17.058432903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"aa3a31f2-de78-4be0-9745-03789f3cfa13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:17.064583924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"e44105e4-efa5-48c2-98af-f6b3dbbd680e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:17.077667556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"aa3a31f2-de78-4be0-9745-03789f3cfa13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:17.104954696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"e44105e4-efa5-48c2-98af-f6b3dbbd680e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:17.31017073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"ea6fe35f-b59c-4781-9155-7a5f056ccc7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:17.3337806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"d17af665-0b12-482b-80bf-46b4db216825","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:17.348100761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"ea6fe35f-b59c-4781-9155-7a5f056ccc7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:17.352239458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth1","reconcileID":"8d8930d2-c0de-4eac-8eef-a3f8d57c4ee8","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:17.356785972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth2","reconcileID":"acd12431-527b-40ac-8b14-c08701d962a3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:17.358133015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"d17af665-0b12-482b-80bf-46b4db216825","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:17.365993006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth1","reconcileID":"8d8930d2-c0de-4eac-8eef-a3f8d57c4ee8","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:17.373402225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth2","reconcileID":"acd12431-527b-40ac-8b14-c08701d962a3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:17.529511393Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-subscription","reconcileID":"46faa7f7-03a6-4d58-b52d-047e8904a96a","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:17.682028119Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-subscription","reconcileID":"46faa7f7-03a6-4d58-b52d-047e8904a96a","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:17.871228974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"453de3ef-655c-476e-a68a-d8a07c323f72","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:18.01749188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"fa707cd7-01c0-46df-9531-f82f13902b34","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:18.018346992Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-f06af6 priority=0:[ai-tenant-e2e-worker-w2-f06af6/e2e-return-all-sub1 ai-tenant-e2e-worker-w2-f06af6/e2e-return-all-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-600f46-sub models-as-a-service/e2e-rt-sw-81110d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:18.088855307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"3e466c33-bcd7-4103-8f6c-c99b49a1ddce","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:18.115434701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"f26e8cc7-e292-4511-955e-d2a8f74db685","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:18.207351993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"3628a2d7-74ab-4c98-9bbe-73ebcb9b5f8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:18.220640714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"cba09bda-a2b9-48d1-ba19-361bc946eeb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:18.221346819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-auth","reconcileID":"5573f617-6e59-4b72-82fd-76e3b926a7f8","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:18.250296801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"3628a2d7-74ab-4c98-9bbe-73ebcb9b5f8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:18.269486303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-auth","reconcileID":"5573f617-6e59-4b72-82fd-76e3b926a7f8","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:18.281153741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"cba09bda-a2b9-48d1-ba19-361bc946eeb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:18.593618599Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-auth","reconcileID":"5573f617-6e59-4b72-82fd-76e3b926a7f8","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:18.597419763Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-dedup-auth","reconcileID":"bbe1821a-beb7-4031-ab9a-fe794aca7ae2","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:18.665721263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"4ac66610-6dab-41f7-8291-cf9d257292d6","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:18.752413281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"afd5eabd-6b9a-479b-b4c8-9d10bea72cf4","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:18.772727431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"effa55a6-9933-40c7-a564-bab0da69dc1f","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:18.825771357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"5f1a70ea-4e7e-47ac-8fd4-68d68d2710b4","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:18.884853119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-sub1","reconcileID":"a7b8acc3-9047-46fd-9206-3387caa07610","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-distinct-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:18.903333066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"530d5625-3853-4486-a56a-ca9be9dfff6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:18.905892535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth1","reconcileID":"a651abdd-1b96-44b4-900b-0e373b43a2e1","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:18.910139859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth2","reconcileID":"3af69daf-245d-4316-9f61-5b1bc1af37b3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:18.923712727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"3b822a16-b843-4faa-96a7-9464783575e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:18.957631615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"530d5625-3853-4486-a56a-ca9be9dfff6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:18.975409524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth2","reconcileID":"3af69daf-245d-4316-9f61-5b1bc1af37b3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:19.042527058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth1","reconcileID":"a651abdd-1b96-44b4-900b-0e373b43a2e1","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:19.049502412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"3b822a16-b843-4faa-96a7-9464783575e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:19.187881582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"d1f3b902-a562-45a6-bf4c-a9ce0a3a5c9b","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:19.190069883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"813e7ed3-1c33-4ded-a02b-11a115008e41","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:19.344440142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-sub1","reconcileID":"0d914e6c-5c85-418f-9384-22bdb2f16d30","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-distinct-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:19.740822634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"b330af95-eb46-4b50-af53-a72656caf3fc","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:19.741482521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"600256f7-7502-4a68-8afc-b5b6e3564f56","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-2-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-2-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:19.760976413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"819cd4f5-4a79-4e32-b18d-d24d51afaeed","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:19.761792323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"98504113-b058-4051-9b85-9c6b0b4d0c3e","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-2-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-2-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:19.776591518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"1ed52e02-e4fc-4995-8ec0-c2e230c64652","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:19.850639677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-distinct-models-auth","reconcileID":"9a4e511e-3a6f-42cb-9ccb-1aa13035e7bd","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:19.851401426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"6f9ae214-4d5f-4f05-9d1e-3b9e09848014","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:19.917580489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-distinct-models-auth","reconcileID":"9a4e511e-3a6f-42cb-9ccb-1aa13035e7bd","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:19.991961344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"45d5e43e-bb4f-476f-a5cd-729db5784212","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:19.993415407Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-f06af6 priority=0:[ai-tenant-e2e-worker-w2-f06af6/e2e-return-all-sub1 ai-tenant-e2e-worker-w2-f06af6/e2e-return-all-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-600f46-sub models-as-a-service/e2e-rt-sw-81110d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:19.999572078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth2","reconcileID":"90cd69b5-21b4-4712-84bb-0db947e82032","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:19.999572062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"ef422bd1-ab8d-4ba1-85d5-35280ba5655e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.029399145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"70da490b-f90b-495c-abaa-7466aa0399b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.034419937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth1","reconcileID":"dedb2751-bfc2-4d8b-98e0-b475cc97abdf","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.036166013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"8966303d-58d8-4731-b28a-8ed78097dcce","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.04713411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"f7c44160-8521-40a2-ab79-706e85df4e23","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-2-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-2-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:20.06539181Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-c1fdd6/e2e-distinct-models-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.077398206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth2","reconcileID":"90cd69b5-21b4-4712-84bb-0db947e82032","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.158480842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"a733ddb0-d5d2-4dca-b04a-91810ed264d2","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.15871343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"70da490b-f90b-495c-abaa-7466aa0399b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.160518762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"ef422bd1-ab8d-4ba1-85d5-35280ba5655e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.168779133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth1","reconcileID":"dedb2751-bfc2-4d8b-98e0-b475cc97abdf","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.170851915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"6b9ef15d-828f-4019-bc2b-241bbe80cb0b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.205597813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"82358224-31c9-49ab-990c-d9a4e72d96af","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-2-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-2-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:20.254178842Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"82358224-31c9-49ab-990c-d9a4e72d96af","name":"distinct-2-w3-c1fdd6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w3-c1fdd6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:20.254357998Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"82358224-31c9-49ab-990c-d9a4e72d96af","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w3-c1fdd6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.268716095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"581d4ce2-f076-4f92-b344-d17821af9e4f","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-2-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-2-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.273620328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"7a33e303-3768-4cfb-a723-40464b22dae7","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.279803066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"c816250c-9d58-4eed-afbf-66c567d6a43c","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-2-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-2-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.286953371Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-distinct-models-subscription","reconcileID":"c6729668-4755-4e1f-b8da-ed7ac379ea83","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-distinct-w3-c1fdd6","model":"distinct-w3-c1fdd6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.325219666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"0560c3ab-54e8-49e6-81d5-662b2dcfd9d0","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.361994302Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-distinct-models-subscription","reconcileID":"c6729668-4755-4e1f-b8da-ed7ac379ea83","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-distinct-2-w3-c1fdd6","model":"distinct-2-w3-c1fdd6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.362641185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-distinct-models-auth","reconcileID":"d79fa45d-f314-4011-b262-d1325962a67e","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.36337907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"7c02a13a-da7d-4e36-95a9-22b728570a7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.364313135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"4edd52c7-2022-4a90-9266-c2e9a11ff1f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.429533464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-distinct-models-auth","reconcileID":"d79fa45d-f314-4011-b262-d1325962a67e","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.431224482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"7c02a13a-da7d-4e36-95a9-22b728570a7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.48440853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"a2c1693b-2d44-4c90-9f34-3b1d43d143e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.485103558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"f4aa4adf-9f9b-4049-b20d-172310497c2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.566958064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"76f2632c-6ff0-4458-bae1-47122e614b38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.611661593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"f4aa4adf-9f9b-4049-b20d-172310497c2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.625306869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"a2c1693b-2d44-4c90-9f34-3b1d43d143e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.617208201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"cd307591-0aad-4eea-8810-4cb24b22a7b1","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.626255406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"100a161e-7136-42b7-ac80-26f2ca1aff12","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.626765627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"1ee78ffc-4ff7-4909-9f5d-b9ecc4dfcad3","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-2-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-2-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.66271388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"76f2632c-6ff0-4458-bae1-47122e614b38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.702200089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"1ff26f76-4164-4857-b3c9-3db1d60efbc9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.752098218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-distinct-models-subscription","reconcileID":"87d2c695-aff5-4992-bb83-216bb4a02b76","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-distinct-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.810553495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-distinct-models-subscription","reconcileID":"87d2c695-aff5-4992-bb83-216bb4a02b76","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-distinct-2-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.877080529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"719caa6e-e0a4-437e-95d8-759ad83965e2","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.910283477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"151dec30-d727-433d-bed7-b6ba66efad32","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.918186881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"6b3c1a03-a7f6-4455-9ddb-d661b535d46b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.918653894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"2bbabde0-167f-4f53-98c9-348bfaa3fc21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.965852527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"2bbabde0-167f-4f53-98c9-348bfaa3fc21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.970218706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"6b3c1a03-a7f6-4455-9ddb-d661b535d46b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:20.98053964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"a96753e5-4302-496c-b8af-f7602db8d14a","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:21.031000232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"c3ab4e16-db1e-4b53-90ad-1ef2106a879e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:22.507610968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"88e0305e-886a-4d0f-99e4-61c38c3dc8d6","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:22.594979552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-sub1","reconcileID":"d692d667-d243-473a-b8a2-c67dba42ab7b","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-distinct-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:22.608354459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"4f4a3f15-ceb7-4a0a-a5e3-b47f2342b9d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:22.608526284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth2","reconcileID":"957c6f91-487c-4b19-8614-e4d14d20b648","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:22.611705835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth1","reconcileID":"a36c6a40-8285-429f-b9d9-6d986374b011","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:22.614720707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"0c9eb65a-dacf-4bc7-a946-59d37499fd50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:22.619937725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"4f4a3f15-ceb7-4a0a-a5e3-b47f2342b9d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:22.620387977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth2","reconcileID":"957c6f91-487c-4b19-8614-e4d14d20b648","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:22.622994278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth1","reconcileID":"a36c6a40-8285-429f-b9d9-6d986374b011","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:22.62560793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"a04bbb9c-9f0b-40a2-b7b6-cf2b91d4761b","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:22.670088844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"0c9eb65a-dacf-4bc7-a946-59d37499fd50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:22.693749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-sub1","reconcileID":"e0e929aa-8e2e-4293-96e7-fd99d3cf57cf","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-distinct-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:23.402533975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"286d6b65-cd71-4d61-9582-72061f73ca39","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:23.438093165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-distinct-models-subscription","reconcileID":"4ab13afa-01f1-40f9-ab82-44289b920457","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-distinct-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:23.446287758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"c7ef329c-2ee1-41e8-9472-bf4d71a121d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:23.44641506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"2360f36f-13d8-49d0-aef4-f4aa3c964eab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:23.446764318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-distinct-models-auth","reconcileID":"384a7853-fa04-4aba-97d4-2ecb3a021cc9","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:23.452649073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-distinct-models-subscription","reconcileID":"4ab13afa-01f1-40f9-ab82-44289b920457","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-distinct-2-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:23.457506544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"c7ef329c-2ee1-41e8-9472-bf4d71a121d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:23.458640541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-distinct-models-auth","reconcileID":"384a7853-fa04-4aba-97d4-2ecb3a021cc9","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:23.46030061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"2360f36f-13d8-49d0-aef4-f4aa3c964eab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:23.499989379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"69e476fc-a0f2-4b08-b7ef-9c90ca48361b","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:23.500516109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"57c24ae9-31fb-4a69-8b95-c54b23c6f5d8","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-2-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-2-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:23.528534511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-distinct-models-subscription","reconcileID":"6fd01068-48aa-4193-8ca2-3db74b15e202","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-distinct-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:23.553341527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-distinct-models-subscription","reconcileID":"6fd01068-48aa-4193-8ca2-3db74b15e202","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-distinct-2-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:24.121920188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"6f87faab-40c6-4e96-aca5-97612f9ec2fd","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:24.175695516Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-sub1","reconcileID":"da21e231-40b4-48ba-bba0-c6d5cbbb291a","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cd8196c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:24.208486942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth1","reconcileID":"26819152-6e5d-41b8-a045-fd27583d6728","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:24.218183983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth2","reconcileID":"20b7def8-e9b8-42e9-ae8d-00e8e576d131","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:24.232751774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"5e887093-d41d-406c-8464-50295e8c7fa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:24.240846575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth1","reconcileID":"26819152-6e5d-41b8-a045-fd27583d6728","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:24.244669166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth2","reconcileID":"20b7def8-e9b8-42e9-ae8d-00e8e576d131","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:24.245558791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"5b8b318b-9807-4b94-91db-86d78782ad83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:24.255581948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"5e887093-d41d-406c-8464-50295e8c7fa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:24.285107288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"5b8b318b-9807-4b94-91db-86d78782ad83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:24.422207365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth2","reconcileID":"d34ed6bf-0a5f-4447-9fd2-14ab1ab8506e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:24.422331105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"6dc6308d-5c0a-4e77-9c20-394cc0303cb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:24.423197745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth1","reconcileID":"9f792b74-a8c2-4766-8e1c-1aa58afde4e0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:24.434138509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"6dc6308d-5c0a-4e77-9c20-394cc0303cb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:24.434160458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth1","reconcileID":"9f792b74-a8c2-4766-8e1c-1aa58afde4e0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:24.436270584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth2","reconcileID":"d34ed6bf-0a5f-4447-9fd2-14ab1ab8506e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:24.520352195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"bb37b01d-9239-4e64-8381-19fda6d89c7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:24.530832453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"bb37b01d-9239-4e64-8381-19fda6d89c7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:25.0722975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"14812339-70a2-49c9-94d7-39e220b415b9","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:25.133556689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"288cb6e0-e10c-403f-83ca-594db3334e3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:25.147692106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"367411f8-c68c-4b81-9a6b-4ee50d24dede","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:25.148035671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth2","reconcileID":"c90f43d5-9756-4458-a8bc-522cd4a343f7","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:25.148286677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"ac894766-684c-436d-a3be-19b260112786","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:25.148545404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth1","reconcileID":"6e010af9-559c-4eba-9086-533e55e5d006","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:25.177511228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth2","reconcileID":"c90f43d5-9756-4458-a8bc-522cd4a343f7","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:25.187722065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"367411f8-c68c-4b81-9a6b-4ee50d24dede","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:25.197763605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth1","reconcileID":"6e010af9-559c-4eba-9086-533e55e5d006","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:25.199836998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"ac894766-684c-436d-a3be-19b260112786","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:25.200479943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"bac5d109-3609-48af-936c-6def78895b6f","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:25.236874777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"0026e525-6f3a-4639-9e75-2250d0770b59","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:25.876643107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"62f2a3f0-4de7-4ac8-90e8-990765e057f1","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:25.910866682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"a8267166-dece-428a-b94c-030dd84c51c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:25.925539821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"d7b9b55a-b920-4af2-bcd7-03e909f6fa7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:25.92681043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"a3eeda18-ea60-40ec-b258-2c6b1eba2e15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:25.937794926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"d7b9b55a-b920-4af2-bcd7-03e909f6fa7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:25.938363906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"a3eeda18-ea60-40ec-b258-2c6b1eba2e15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:25.946807983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"ee096dd8-12c2-458b-91bc-87bcd101b35d","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:26.015347303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"854221b2-3b51-465c-8927-0746c3649892","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:26.329498564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"0aa1d1ab-3715-460f-a3a1-6f818820f4dd","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:26.354175944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"67464d84-a3aa-4cfc-84ab-78eb69231e0e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:26.35760907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"82818884-1115-48ff-a2d2-d15f547a5ceb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:26.358461966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"6c0d75ff-ff45-44d8-9873-c19499da0037","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:26.367986957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"6c0d75ff-ff45-44d8-9873-c19499da0037","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:26.368611988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"82818884-1115-48ff-a2d2-d15f547a5ceb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:26.394073311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"291c4491-de59-4d1f-977f-4fa683deb5c8","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:26.48726664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"c2067f4d-6b72-4573-b1c6-249903a4eb01","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:26.560350124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"3ff2dc52-9ccf-4038-a0f0-cc68b644b54d","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:26.579179207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"7bd35830-27fb-49de-beb4-3a34b251a1cd","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-2-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-2-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:26.59291397Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-distinct-models-subscription","reconcileID":"e78a38cc-e6cc-4a65-af7f-94448ab92abc","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-590ea3fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:26.603324811Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-distinct-models-subscription","reconcileID":"13d53d41-bb71-434e-8893-20861ed409d5","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-590ea3fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:26.610986162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"4791a5ec-e2c8-499b-a2f1-9b69992ae1f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:26.611418313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-distinct-models-auth","reconcileID":"ddbad36b-b55b-48e1-a906-47d50236cf49","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:26.611717298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"d554c5ba-6827-4a0b-9fc0-ce5a0b99bdb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:26.626030186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-distinct-models-auth","reconcileID":"ddbad36b-b55b-48e1-a906-47d50236cf49","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:26.627407459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"4791a5ec-e2c8-499b-a2f1-9b69992ae1f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:26.629661411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"d554c5ba-6827-4a0b-9fc0-ce5a0b99bdb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:26.780543258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"de53b559-fdb3-4699-88fe-ae58d8e9a380","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:26.780684065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"913e87d0-7fc5-4a21-91c1-ed62fe704546","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:26.794585263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-distinct-models-auth","reconcileID":"db056551-f4a8-45d3-934c-38a84dba2abc","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:26.8123861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"913e87d0-7fc5-4a21-91c1-ed62fe704546","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:26.812732974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"de53b559-fdb3-4699-88fe-ae58d8e9a380","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:26.815687568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-distinct-models-auth","reconcileID":"db056551-f4a8-45d3-934c-38a84dba2abc","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:32.497679048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-distinct-models-auth","reconcileID":"fe900e12-a58d-4821-a907-934918d6eee0","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:32.498781107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"ac2a57a0-7361-41af-98be-7acee22f3492","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:32.501680362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"e1947843-638f-45ef-9fee-e5f96739c0b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:32.508983672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"ac2a57a0-7361-41af-98be-7acee22f3492","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:32.509657366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-distinct-models-auth","reconcileID":"fe900e12-a58d-4821-a907-934918d6eee0","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:32.51231386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"e1947843-638f-45ef-9fee-e5f96739c0b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:32.756261446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"b1a66b08-ba1b-4106-b0a5-e023ed033756","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:32.760110613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"e15b9edc-68b3-4d6a-b54b-a4441936a64d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:32.760589486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-distinct-models-auth","reconcileID":"f9c48a96-3ca9-4aa1-9b0a-7f364458888a","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:32.766458265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"b1a66b08-ba1b-4106-b0a5-e023ed033756","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:32.776886341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-distinct-models-auth","reconcileID":"f9c48a96-3ca9-4aa1-9b0a-7f364458888a","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:32.794527476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"e15b9edc-68b3-4d6a-b54b-a4441936a64d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:34.181993858Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-sub1","reconcileID":"2de68632-7b33-4b67-9789-f0d991be412d","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:34.187576939Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-sub1","reconcileID":"2de68632-7b33-4b67-9789-f0d991be412d","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:34.193484813Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-sub1","reconcileID":"2de68632-7b33-4b67-9789-f0d991be412d","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:34.236513544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"2db52d28-63da-41a9-91cc-a049713c6456","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:34.236562578Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-600f46-sub models-as-a-service/e2e-rt-sw-81110d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:34.254456939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"772340c7-e17d-407a-8bda-56100b593b59","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:34.275002891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"29e6670c-826f-465e-ba6d-ec4417d0d19a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:34.275288858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth2","reconcileID":"266f23b2-8106-4db0-a0d4-4ecf9fd6636f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:34.275002829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"eb29603d-7a96-4e48-bb66-0ac0547fbafc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:34.275781702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth1","reconcileID":"e24622bb-6c01-4848-85f6-010b0087aa34","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:34.285931758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth1","reconcileID":"e24622bb-6c01-4848-85f6-010b0087aa34","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:34.286143637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"29e6670c-826f-465e-ba6d-ec4417d0d19a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:34.288684549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"eb29603d-7a96-4e48-bb66-0ac0547fbafc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:34.28870844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth2","reconcileID":"266f23b2-8106-4db0-a0d4-4ecf9fd6636f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:34.341156331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"f1b6d51a-6be2-4a0f-b4f4-9cf022afe4f6","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:34.393651034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth1","reconcileID":"761cf039-cd46-41f1-a0e3-faac6d527ab8","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:34.472324713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth1","reconcileID":"761cf039-cd46-41f1-a0e3-faac6d527ab8","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:34.47262845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"94143054-68ae-4b0e-8ba5-5c79a6b2b995","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:34.493301018Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-sub2","reconcileID":"c8d78061-ebdc-4e65-a281-0a8aa022535a","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-99fa903d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:34.497198485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"988ce11e-f10a-4763-b178-dde450c92316","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:34.497235519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"d8f8b0c2-0af1-4095-9aba-2dbd7e345d41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:34.497555049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth2","reconcileID":"07892a1a-b25a-48a9-94cc-5e030d33340e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:34.507254285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth2","reconcileID":"07892a1a-b25a-48a9-94cc-5e030d33340e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:34.50771581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"d8f8b0c2-0af1-4095-9aba-2dbd7e345d41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:34.509431324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"988ce11e-f10a-4763-b178-dde450c92316","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:34.608828379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth1","reconcileID":"d19aaab7-2ae5-4986-bbf6-86532fb81574","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:34.61864845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth1","reconcileID":"d19aaab7-2ae5-4986-bbf6-86532fb81574","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:34.744498175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth2","reconcileID":"b2fbdf76-ff83-4ce1-9159-e4c57eba116b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:34.744755364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"e318ce8e-5c95-4b3e-8b8c-9b8fb94a2aa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:34.745113856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"a5b68358-1cba-460b-89eb-21471590e840","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:34.755764138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"e318ce8e-5c95-4b3e-8b8c-9b8fb94a2aa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:34.755792235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"a5b68358-1cba-460b-89eb-21471590e840","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:34.757960246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth2","reconcileID":"b2fbdf76-ff83-4ce1-9159-e4c57eba116b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:36.374008815Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:36.599272214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"96b722a6-74b0-44d8-adee-503dd4bce90c","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:36.599710084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"35f2dc97-0fc1-4b5f-97ad-76d001aece76","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"premium-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"premium-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:36.600008503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"689a1c26-cd04-4d2a-9580-a3f94828fd0d","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:36.614435796Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-distinct-models-subscription","reconcileID":"f290c9e1-30bf-4e76-becc-d49ee84de4de","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:36.62356145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"8b43685b-8e42-441d-9bcd-528d48500ea6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:36.624237307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"a121d065-1fe6-4fb7-bcdc-5ab61e7d99b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:36.624354059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"43b0cbcb-7844-4dfa-802e-8361e8b562ef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:36.624852361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"eb788c79-3fe2-4e25-addd-d982ec5959c1","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"premium-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"premium-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:36.625290146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"2a1c054e-1158-4288-b133-8b5f75e04966","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:36.626033586Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-distinct-models-subscription","reconcileID":"f290c9e1-30bf-4e76-becc-d49ee84de4de","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:36.631638065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"ec4d99b7-144b-4fc9-bb03-2df4befd1452","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:36.632387636Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-distinct-models-subscription","reconcileID":"f290c9e1-30bf-4e76-becc-d49ee84de4de","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:36.633005978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"27753e48-39e1-4e0f-912e-2113d9ac5f2e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:36.637763538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"a121d065-1fe6-4fb7-bcdc-5ab61e7d99b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:36.638006138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"8b43685b-8e42-441d-9bcd-528d48500ea6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:36.643570676Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-distinct-models-subscription","reconcileID":"f290c9e1-30bf-4e76-becc-d49ee84de4de","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:36.64878792Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-distinct-models-subscription","reconcileID":"f290c9e1-30bf-4e76-becc-d49ee84de4de","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:36.653872246Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-distinct-models-subscription","reconcileID":"f290c9e1-30bf-4e76-becc-d49ee84de4de","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:36.732599317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"c9d5485a-9242-4220-b886-26949b75eafc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:36.733321585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"5ffbf459-cba9-4c69-b072-c6361faccca9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:36.867855053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"c9d5485a-9242-4220-b886-26949b75eafc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:36.868365743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"5ffbf459-cba9-4c69-b072-c6361faccca9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:36.868523391Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-600f46-sub models-as-a-service/e2e-rt-sw-81110d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:36.868750382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"73194cb2-c904-40f2-8f3e-c27f81ebeeed","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:36.880212425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"23b0c664-df55-4bf0-89e9-c24da26f712d","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-2-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-2-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:36.885438755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-distinct-models-auth","reconcileID":"6ddbfd71-b551-48ae-8f5f-a5a34070225f","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:36.891267813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"487b43ae-fdd5-4f17-8fd3-9cf49e3fff5b","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:36.89170538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"6bee19c9-5c19-4855-b6dc-0da9b2bbcd41","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-2-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-2-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:36.897384863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-distinct-models-auth","reconcileID":"6ddbfd71-b551-48ae-8f5f-a5a34070225f","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:36.899206359Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"6bee19c9-5c19-4855-b6dc-0da9b2bbcd41","name":"distinct-2-w3-c1fdd6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w3-c1fdd6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:36.899255349Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"6bee19c9-5c19-4855-b6dc-0da9b2bbcd41","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w3-c1fdd6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:36.904688998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"db6bc1ea-b43a-4bb7-b0b9-2edcc1520130","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-2-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-2-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:36.916519995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"7d5bddc1-6b29-42fc-9124-c8b3c15a6a9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:36.917622913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"5e2a9f2a-6151-4c24-8965-b718e2332a56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:36.926870668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"7d5bddc1-6b29-42fc-9124-c8b3c15a6a9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:36.970202055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"5e2a9f2a-6151-4c24-8965-b718e2332a56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:36.989535485Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-distinct-models-auth","reconcileID":"17550b9d-1769-40ad-a8e5-bda470c86aab","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:36.994077413Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-distinct-models-auth","reconcileID":"17550b9d-1769-40ad-a8e5-bda470c86aab","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:37.014189845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"031deb89-88bb-423f-bf5f-7b664d0768f4","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:37.014515763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"5da201e8-73b8-4975-82b3-158f613f0cfa","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-2-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-2-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:38.219505574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"9bc02ad5-e422-4f80-9d6f-f9e56ba180be","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:38.227606327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"369cad81-b1cd-434c-815e-07874c615af9","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:38.269559734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-api-key-no-access-auth","reconcileID":"11837d02-fccf-4b04-9d3d-70dc6e650e64","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:38.28093311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-api-key-no-access-auth","reconcileID":"11837d02-fccf-4b04-9d3d-70dc6e650e64","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:38.317590397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"e625069f-d560-4ece-8501-a27a34cb8fea","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:38.373312702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-api-key-no-access-auth","reconcileID":"82bd180d-d183-474b-9a72-4f7f665d3434","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:38.388054456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-api-key-no-access-auth","reconcileID":"82bd180d-d183-474b-9a72-4f7f665d3434","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:38.418422048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"e931bfd2-b47b-4245-8ddb-f735319aa5ef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:38.418652943Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-600f46-sub models-as-a-service/e2e-rt-sw-81110d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:38.427396841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"110a789e-a800-4f30-b475-8939899feba3","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:38.434259762Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-api-key-no-access-sub","reconcileID":"5db67c59-56a6-4010-88a0-4372c8cbf6db","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:38.455613531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"e719a47a-17ff-42c5-a501-5328cc6ceb2c","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:38.462521725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"02878a65-9bb2-4353-9cd5-13e97b0c8465","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:38.46507254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"039c7e98-09c5-44eb-b216-2e37ae9346ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:38.466013024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"c83ba0f6-02fb-4a92-91fc-ff97e51fffbc","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:38.473825131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"02878a65-9bb2-4353-9cd5-13e97b0c8465","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:38.486861562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"039c7e98-09c5-44eb-b216-2e37ae9346ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:38.578681068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-api-key-no-access-auth","reconcileID":"16873ee8-8080-4e4b-9187-16fa2894ff48","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:38.585589642Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-api-key-no-access-sub","reconcileID":"79d9fecb-97e4-43d2-a7f2-34332e297e01","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w3-c1fdd6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:38.593847461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-api-key-no-access-auth","reconcileID":"16873ee8-8080-4e4b-9187-16fa2894ff48","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:38.598754964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"ee8cf1a6-75be-4a7f-aa75-15ac4bb39473","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:38.619680694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"ee8cf1a6-75be-4a7f-aa75-15ac4bb39473","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:38.627977894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"47654681-0a0c-47e0-adcf-d7faa1db2c45","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:38.631058718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"fd50e25f-0de2-4211-8cf0-fae7c6a77414","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:38.663972551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"a3609432-e81e-43e0-81d5-b82eb1fba304","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:38.678191927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"a3609432-e81e-43e0-81d5-b82eb1fba304","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:38.711575598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-api-key-no-access-sub","reconcileID":"43c556a0-50b4-42bf-aa1d-fcc59ea16155","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:39.032132137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"d971910b-1f84-4a7e-8ee4-62d62c8f209a","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:39.046783849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"09ba8bd9-197d-45ef-adfb-d7878cd83b1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:39.047375877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"2f9c7363-0e47-4886-bc01-24d6bcc77a8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:39.047517823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-api-key-no-access-auth","reconcileID":"0b16a903-bba7-40b9-aa58-0ea5888919de","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:39.057562466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"09ba8bd9-197d-45ef-adfb-d7878cd83b1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:39.058452896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"2f9c7363-0e47-4886-bc01-24d6bcc77a8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:39.06022147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-api-key-no-access-auth","reconcileID":"0b16a903-bba7-40b9-aa58-0ea5888919de","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:41.51874026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth2","reconcileID":"a239a1cb-a218-49dc-886e-b576f3cfa93d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:41.519469305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"a4224089-2317-4d28-b66d-640eede0577e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:41.520073969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"db79d357-7d2b-490d-b4fa-500d13d24360","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:41.520689712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth1","reconcileID":"1764065e-8634-4412-b520-3fb68ac8e13b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:41.531161756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth2","reconcileID":"a239a1cb-a218-49dc-886e-b576f3cfa93d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:41.533948693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"a4224089-2317-4d28-b66d-640eede0577e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:41.535212293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"db79d357-7d2b-490d-b4fa-500d13d24360","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:41.537583161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth1","reconcileID":"1764065e-8634-4412-b520-3fb68ac8e13b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:44.498468487Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-sub2","reconcileID":"758937c1-528f-4d4f-875f-bc51d74891cf","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:44.50363884Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-sub2","reconcileID":"758937c1-528f-4d4f-875f-bc51d74891cf","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:44.509315242Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-sub2","reconcileID":"758937c1-528f-4d4f-875f-bc51d74891cf","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:44.550294798Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-600f46-sub models-as-a-service/e2e-rt-sw-81110d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:44.550955009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"e9dff454-53e6-4151-8e94-8139948ca740","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:44.572782919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"a2170258-c041-44c2-ab46-fedbdd90855f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:44.572870553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth1","reconcileID":"2c2ee014-486e-484b-8029-d32c7f549cec","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:44.574261242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth2","reconcileID":"526b51b8-10f4-4b90-8221-09081e6e3a7d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:44.574823283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"376de8de-5668-455e-9a61-355f55e33305","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:44.582738414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"a2170258-c041-44c2-ab46-fedbdd90855f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:44.584228112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth1","reconcileID":"2c2ee014-486e-484b-8029-d32c7f549cec","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:44.585899917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth2","reconcileID":"526b51b8-10f4-4b90-8221-09081e6e3a7d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:44.587864701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"376de8de-5668-455e-9a61-355f55e33305","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:44.675218108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth2","reconcileID":"273d0108-2d9f-42b2-a7b6-4c16c20e1016","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:44.685354892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth2","reconcileID":"273d0108-2d9f-42b2-a7b6-4c16c20e1016","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:44.701543891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"06a33e01-679e-4d30-a87f-ce6d9b63cd07","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:44.701912336Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth1","reconcileID":"41e9b7c0-aa66-42ed-ad79-faaea8e5cc20","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:44.827980533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"ca98f31d-daad-4632-a396-b2a976fbe77e","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:44.980665567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"1a8a6453-3e44-4b40-b47e-61ab9e9255a2","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:44.980669117Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-return-all-auth2","reconcileID":"6d42f62f-55b0-49d4-b5f2-4a06c4486495","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:45.000427804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"ef7464b4-f33f-40eb-a2d2-38727c72a6f2","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:46.398770717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"dbd7b196-6c31-4d7b-a5b3-30b32f4aa47c","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:46.408039859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"4b395421-d0e5-499b-9565-4c521e675715","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:46.440143722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-user-token-filter-auth","reconcileID":"e9752da1-c96c-4056-a3bc-66c6e9fe944e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:46.450945531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-user-token-filter-auth","reconcileID":"e9752da1-c96c-4056-a3bc-66c6e9fe944e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:46.608352085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"61d5d309-d060-4e23-b521-da92e8c80a9d","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:46.621139503Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-600f46-sub models-as-a-service/e2e-rt-sw-81110d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:46.621947248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"9edb4731-b9e6-4125-99d1-bde4d50a74f8","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:46.640399669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"68c4ae8e-3d76-4557-89aa-4cfe30040ba4","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:46.641346818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-user-token-filter-auth","reconcileID":"62ee9ae6-5f14-4edb-854b-37f7f464fa1e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:46.651663149Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-user-token-filter-sub","reconcileID":"5ac3e6f7-8844-4094-bde5-bcf744912e5f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:46.65268554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"9c22a847-7ccf-44c3-8ade-bd92dfa722d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:46.652756945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"2360a6e3-0456-41e4-8497-6662bb1d107d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:46.657672742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-user-token-filter-auth","reconcileID":"62ee9ae6-5f14-4edb-854b-37f7f464fa1e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:46.662850731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"9c22a847-7ccf-44c3-8ade-bd92dfa722d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:46.663584678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"2360a6e3-0456-41e4-8497-6662bb1d107d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:46.684517842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"1d3264eb-6dec-4cca-9864-695bab867954","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:46.693396394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"fd220061-003c-4dec-87d5-57b1c4f35445","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:46.724388696Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-user-token-filter-sub","reconcileID":"1ba10fb7-7d25-4b59-93d6-fb04b9917ddc","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-f06af6/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w2-f06af6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:46.736404783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"e46e3156-15bf-4565-b8b8-d318785da41a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:46.737601025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"d6de1984-7175-4455-996e-6b2fb727fc10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:46.738235449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-user-token-filter-auth","reconcileID":"611b739a-276c-453f-8ce5-eb25813a3342","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:46.748654124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"e46e3156-15bf-4565-b8b8-d318785da41a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:46.753039012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"d6de1984-7175-4455-996e-6b2fb727fc10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:46.770309926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-user-token-filter-auth","reconcileID":"611b739a-276c-453f-8ce5-eb25813a3342","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:46.771249012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"9d4ef350-f02f-474e-b074-b46a93e8428c","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:46.816572478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-user-token-filter-sub","reconcileID":"3059442c-95b6-4a61-9c01-fae2cf043e85","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:46.820096779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"661b6148-ac23-422b-a031-b6db2af39353","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:47.226859756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"b1bf7a9c-73b7-4e78-bab0-2b87a627afe0","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:47.250060955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-user-token-filter-auth","reconcileID":"bc505588-cd4e-43e9-bbfe-2254ece2c76d","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:47.251201475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"489ff3c3-962a-43cb-8cb5-ab2664be6b13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:47.259778574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"d329709f-76a1-41c1-9533-99895fd2921d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:47.262988803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-user-token-filter-auth","reconcileID":"bc505588-cd4e-43e9-bbfe-2254ece2c76d","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:47.264756828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"489ff3c3-962a-43cb-8cb5-ab2664be6b13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:47.270840835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"d329709f-76a1-41c1-9533-99895fd2921d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:48.634825128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-600f46","reconcileID":"ccae8a06-3f2e-4265-a3cb-141e7cdd7084","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-600f46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:48.634851214Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-600f46","reconcileID":"ccae8a06-3f2e-4265-a3cb-141e7cdd7084","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-600f46-c6f2ad82308f","namespace":"llm","model":"e2e-rt-eq-600f46","externalModel":"e2e-rt-eq-600f46","provider":"e2e-rt-eq-600f46-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:48.654035558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-600f46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-600f46-access","reconcileID":"445c04c3-7e85-4b7e-9bee-99768319d112","MaaSAuthPolicy":{"name":"e2e-rt-eq-600f46-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:48.654417584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b34b9f57-0aed-4b60-8f89-4e10eb3f35fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:48.654619687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4f76d7a-8629-428f-b193-883c4b9818ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:48.65493932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-access","reconcileID":"363fc801-3043-406f-92b2-1aad649bef07","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:48.655811795Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-600f46-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-600f46-sub","reconcileID":"d4942e24-5bff-4601-bc75-9acf8be45d23","MaaSSubscription":{"name":"e2e-rt-eq-600f46-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8eae23df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:48.666642023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-access","reconcileID":"363fc801-3043-406f-92b2-1aad649bef07","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:48.669996595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b34b9f57-0aed-4b60-8f89-4e10eb3f35fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:48.670122053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4f76d7a-8629-428f-b193-883c4b9818ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:48.666643414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-600f46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-600f46-access","reconcileID":"445c04c3-7e85-4b7e-9bee-99768319d112","MaaSAuthPolicy":{"name":"e2e-rt-eq-600f46-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:48.754650344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30e6ba73-738f-4e96-8f43-2e285d36188a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:48.764821845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30e6ba73-738f-4e96-8f43-2e285d36188a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:48.852586774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bbbc09dc-b722-45c9-a45f-d7c2711b7bcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:48.852787071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-600f46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-600f46-access","reconcileID":"76a5ed65-e0df-405f-a13e-e1f32af95e67","MaaSAuthPolicy":{"name":"e2e-rt-eq-600f46-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:48.852599254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-access","reconcileID":"c85c2302-6028-4de2-9e9c-05c179148361","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:48.862979245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-600f46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-600f46-access","reconcileID":"76a5ed65-e0df-405f-a13e-e1f32af95e67","MaaSAuthPolicy":{"name":"e2e-rt-eq-600f46-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:48.863116386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-access","reconcileID":"c85c2302-6028-4de2-9e9c-05c179148361","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:48.865210379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bbbc09dc-b722-45c9-a45f-d7c2711b7bcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.0533816Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-api-key-no-access-sub","reconcileID":"02ea2d88-2408-42f7-9328-dbec1af0069c","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.091183844Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-api-key-no-access-sub","reconcileID":"02ea2d88-2408-42f7-9328-dbec1af0069c","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.114427178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"5e23cc3a-9121-45f3-8379-71136b3563c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.136796111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"11daa556-3fa7-4c3f-8654-c97916b8679f","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.151999148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"c72e4648-383c-4fe3-866e-aaa3c281bdeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.152554026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-api-key-no-access-auth","reconcileID":"5dd1943b-dc34-4467-95de-fbf862231a4d","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.152567091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"c8bbf782-1a4d-4011-b453-7e8cd06d2507","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.153656221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"9c7d4727-f509-4bf5-8404-f7be97fb3a20","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-81110d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.153674291Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"9c7d4727-f509-4bf5-8404-f7be97fb3a20","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-81110d-693a3f7cef08","namespace":"llm","model":"e2e-rt-sw-81110d","externalModel":"e2e-rt-sw-81110d","provider":"e2e-rt-sw-81110d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.162656657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"c8bbf782-1a4d-4011-b453-7e8cd06d2507","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.163285788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-api-key-no-access-auth","reconcileID":"5dd1943b-dc34-4467-95de-fbf862231a4d","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.164912487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"c72e4648-383c-4fe3-866e-aaa3c281bdeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.286890371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"6ea5402a-f5ae-4795-8a0b-887e161ef847","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.287568825Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-api-key-no-access-auth","reconcileID":"1a9173f2-83df-49ce-bfd7-98226c6c8b77","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.313791314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"327b3ea0-ae4f-4941-ac72-02c337d998e6","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.93397148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"b3df60da-f3a3-422b-8ba2-79abdd06b54f","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.934372516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"ff9f1b7a-8f82-45bd-b57a-2bcefec5eb95","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.957519896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"78492699-f122-423f-acda-786034178f08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.960928375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"e3aa9115-5675-460a-a032-ae11fb2bc0ed","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.96145186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"43da5e8f-1eee-4355-be23-9b58f9610fc0","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.962157031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"cd22d16a-6d94-4586-b0ea-0201cfe51af6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.96451568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"b71bf8ad-2bf6-411b-9d72-bd0ba5bc48e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.967729231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"042372ed-d098-40c3-8599-0578e4c5c908","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.969405471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"78492699-f122-423f-acda-786034178f08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:49.976811944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"cd22d16a-6d94-4586-b0ea-0201cfe51af6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:50.052565842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"2a7509f8-76a5-484a-9e7f-e9c34d48006d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:50.053030686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"8f5b7bd0-c145-40c6-a397-b840c1638f5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:50.063417452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"8f5b7bd0-c145-40c6-a397-b840c1638f5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:50.06461718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"2a7509f8-76a5-484a-9e7f-e9c34d48006d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:50.520215306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"d597aeef-902e-45ff-a217-d5d7bb4b3a34","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:50.529218885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"d2f71ec5-ff7b-4e7e-8d9d-d2a998aa0d31","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:50.545440183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-models-invalid-sub-auth","reconcileID":"e3ca3194-9331-44f8-937c-fb5a27de4d8a","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:50.558892301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-models-invalid-sub-auth","reconcileID":"e3ca3194-9331-44f8-937c-fb5a27de4d8a","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:50.594037802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"75031dd0-cf6c-47ff-9eab-0c545515f559","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:50.64675822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-models-invalid-sub-auth","reconcileID":"d37f4274-9e3b-4694-a952-029c39f4bbf0","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:50.657318067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-models-invalid-sub-auth","reconcileID":"d37f4274-9e3b-4694-a952-029c39f4bbf0","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:50.687694815Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-models-invalid-sub-auth","reconcileID":"d37f4274-9e3b-4694-a952-029c39f4bbf0","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-models-invalid-sub-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:50.700971084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"6b34f18d-c938-4755-bcff-bb03d6e0b1f7","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:50.71691438Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-models-valid-sub","reconcileID":"107d1cc1-c544-403e-8155-22e248dcabec","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:50.725259652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"fdb123ce-c6bc-4b45-a72f-4b305e9f8bb8","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-2-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-2-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:50.738885602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"31ade95a-8145-4e42-99be-7c191b1ac39d","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:50.749672434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-models-invalid-sub-auth","reconcileID":"8e9747e3-6167-4beb-af68-9e793aa4cfbb","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:50.749817656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"66e3f0a9-cf3b-44e2-a4f7-605e135c7e0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:50.750233857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"2cedd3a7-0b8c-442c-ab84-c83619750056","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:50.750381275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"33894576-3f81-4aad-b5fc-7c847a313026","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:50.760121723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"2cedd3a7-0b8c-442c-ab84-c83619750056","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:50.760348152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"66e3f0a9-cf3b-44e2-a4f7-605e135c7e0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:50.762412462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-models-invalid-sub-auth","reconcileID":"8e9747e3-6167-4beb-af68-9e793aa4cfbb","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:50.789567578Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-models-valid-sub","reconcileID":"9194a2b5-75b5-48b3-8746-18711b51266a","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/e2e-models-valid-sub","ai-tenant-e2e-worker-w3-c1fdd6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:50.815200795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"eba01f1a-c1ab-4438-9284-012dc9f92f26","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:50.852677813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"d519a234-24f1-44dc-aab9-2ffd9f90eba3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:50.853225516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-models-invalid-sub-auth","reconcileID":"cd040d67-9ff0-44dc-9173-535a45fc942b","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:50.853625336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"0a93b655-addf-47dd-bc91-5c599485655c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:50.863432194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"0a93b655-addf-47dd-bc91-5c599485655c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:50.864323901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-models-invalid-sub-auth","reconcileID":"cd040d67-9ff0-44dc-9173-535a45fc942b","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:50.86649616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"d519a234-24f1-44dc-aab9-2ffd9f90eba3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:50.875391003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-models-valid-sub","reconcileID":"6a533e66-c9ae-4509-905a-a13975206d65","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:50.875528786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"1c48d322-45b7-4e7e-8b21-1dc6376935fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:51.270950749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"2ce94c95-365b-4e78-aee1-2e78b93d1d94","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:51.288662162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"b596e312-f4bd-4ea8-8f38-42ed8868e908","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:51.288708773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"ff69c563-94c5-4cd2-8d96-cd8695589972","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:51.289098281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-models-invalid-sub-auth","reconcileID":"95616d0e-0319-4567-aa6c-53abbe733f6a","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:51.300103073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"b596e312-f4bd-4ea8-8f38-42ed8868e908","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:51.300690516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-models-invalid-sub-auth","reconcileID":"95616d0e-0319-4567-aa6c-53abbe733f6a","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:51.302522247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"ff69c563-94c5-4cd2-8d96-cd8695589972","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:52.331319663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"5253caac-7962-4ac0-9d61-a17c010abb02","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:52.346012902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"48cc211a-948d-4c6d-9f05-4bf64bb2baa9","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:52.374548394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-api-key-scoped-auth","reconcileID":"4256397a-c3c5-4814-8ad7-69d754176a4a","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:52.385985017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-api-key-scoped-auth","reconcileID":"4256397a-c3c5-4814-8ad7-69d754176a4a","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:52.512455384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"82df9910-6aca-4499-923e-8af04937f25c","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:52.515568126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"cd7e85de-2174-42f0-8dd1-c6a7e0730a9a","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:52.543968689Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-api-key-scoped-sub","reconcileID":"349f116c-3c5e-42eb-b800-994d2a4de2e4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:52.544539801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"cf3055f8-b305-49b1-8ef5-5f260156a816","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:52.556632386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-api-key-scoped-auth","reconcileID":"79265188-9006-4adc-bfb2-1397c2f3e108","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:52.557557675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"34cee139-c04c-4fb4-ba89-15b5d45c10bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:52.593139784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"921808e1-09bf-496d-a8f5-63afa2f6ae80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:52.597516433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-api-key-scoped-auth","reconcileID":"79265188-9006-4adc-bfb2-1397c2f3e108","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:52.64501681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"34cee139-c04c-4fb4-ba89-15b5d45c10bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:52.645769131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"921808e1-09bf-496d-a8f5-63afa2f6ae80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:52.653807883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"eec2de50-5e71-4cdb-b292-d5781f1e4032","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:52.662790073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"038bca9f-e874-4b02-8cc9-a05fd8c28099","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:52.704970953Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-api-key-scoped-sub","reconcileID":"a3e015f7-6cc6-4b62-a64b-ea1f65b5d3e8","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-8836a8/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w0-8836a8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:52.737515857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"56e23876-26d6-4f1f-b41a-0534bc6d10e8","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:52.77833681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"8bd74cf0-bc81-419c-9c95-8d19aa571a4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:52.789676461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-api-key-scoped-sub","reconcileID":"793aeff0-4e58-4425-8cc2-70f9a485a5ca","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:52.790377913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"ebb57646-71a5-426c-92cc-dece6f44084c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:52.791681415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"8bd74cf0-bc81-419c-9c95-8d19aa571a4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:52.872604588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-api-key-scoped-auth","reconcileID":"13513741-f59a-44d5-b519-9aefc565bce8","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:52.872631587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"3a85f7ad-7d32-451b-b9fa-940f0f522560","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:52.883394955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"3a85f7ad-7d32-451b-b9fa-940f0f522560","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:52.883589359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-api-key-scoped-auth","reconcileID":"13513741-f59a-44d5-b519-9aefc565bce8","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:53.510589686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"16782497-65d4-46ad-8b04-2b852c458047","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:53.511225225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"2f1800f7-a96d-4734-b62c-1a99d8850aee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:53.511792434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-models-invalid-sub-auth","reconcileID":"b206fc53-2f0c-4b5f-9aed-eb2cc21c6722","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:53.605493283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"16782497-65d4-46ad-8b04-2b852c458047","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:53.699745524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-models-invalid-sub-auth","reconcileID":"b206fc53-2f0c-4b5f-9aed-eb2cc21c6722","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:53.705182104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"2f1800f7-a96d-4734-b62c-1a99d8850aee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:53.805398929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"46931981-c28d-4f0f-aeeb-9845b23729ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:53.817994378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-user-token-filter-auth","reconcileID":"4aad3dc8-00a0-4f52-a650-1497010dcc1d","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:53.974648727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-user-token-filter-auth","reconcileID":"4aad3dc8-00a0-4f52-a650-1497010dcc1d","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:53.98311718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"46931981-c28d-4f0f-aeeb-9845b23729ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:54.128173914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"b868e11d-ad3a-4a98-bf11-f128900b5e98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:54.140751896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-api-key-scoped-auth","reconcileID":"b8be46fd-982c-4332-9f8c-03856cd045a6","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:54.151459782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"f4947fd5-104b-4828-b058-312364f1d397","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:54.215881958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"b868e11d-ad3a-4a98-bf11-f128900b5e98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:54.266552662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"f4947fd5-104b-4828-b058-312364f1d397","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:54.268865793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-api-key-scoped-auth","reconcileID":"b8be46fd-982c-4332-9f8c-03856cd045a6","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:54.269737765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"a0d663a4-afe1-42a9-8906-920103cede5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:54.311144295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"189ab926-ee15-46ae-860b-a6531123f337","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:54.315552706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"a0d663a4-afe1-42a9-8906-920103cede5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:54.339033195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"189ab926-ee15-46ae-860b-a6531123f337","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:54.4015587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-models-invalid-sub-auth","reconcileID":"dae06304-1d97-46bd-ab75-0871e1044456","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:54.449274736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-models-invalid-sub-auth","reconcileID":"dae06304-1d97-46bd-ab75-0871e1044456","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:54.584147948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"cef478ca-0251-48a4-9f8c-83552eb2cf02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:54.675519511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"cef478ca-0251-48a4-9f8c-83552eb2cf02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:56.908648385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"9f97bb3c-0af1-4a33-918b-38f50754cfa6","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-2-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-2-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:57.264985502Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-user-token-filter-sub","reconcileID":"0897627d-1a2c-4be5-8dd4-d910cd12ea5a","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:57.296077752Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-user-token-filter-sub","reconcileID":"0897627d-1a2c-4be5-8dd4-d910cd12ea5a","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-f06af6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:57.319553044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"85ce0394-6d9d-4faa-9512-86f7d3dffd81","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:57.348629522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"bfa2121e-8561-44a3-bad5-760b8b58631f","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:57.359950035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"00fca2f8-a8ab-4728-8ac7-2252686a7ae2","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:57.363322776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"817f6d3b-a3a5-450f-9b55-00e6666c87fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:57.363350348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-user-token-filter-auth","reconcileID":"a86ff680-bb79-404b-a860-c26f69f7669b","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:57.363730106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"ad88710e-907a-4969-be6e-c9f135e1d62b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:57.375381269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"817f6d3b-a3a5-450f-9b55-00e6666c87fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:57.375413673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-user-token-filter-auth","reconcileID":"a86ff680-bb79-404b-a860-c26f69f7669b","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:57.377675678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"ad88710e-907a-4969-be6e-c9f135e1d62b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:57.495269668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"b740d4af-15ad-4684-ad71-cdc77a94ed28","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:57.495291093Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-user-token-filter-auth","reconcileID":"6c83dca0-7f59-42b0-a000-6a452f970d8c","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:57.610295499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"4a3d9b91-7688-4572-a4a7-29a7e36b7b50","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:58.379471081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"e21c7dc8-52d4-47fa-8aab-ec0572e9fb7c","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:58.394861607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"fe78c545-2238-4efe-a88e-b7cc390d111c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:58.394894409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-api-key-scoped-auth","reconcileID":"c8305436-bf7f-4bf3-aab3-6ac419738aa0","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:58.395298555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"b81f443a-2ee4-4e1d-8206-c7151b2eeee7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:58.405020371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"fe78c545-2238-4efe-a88e-b7cc390d111c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:58.405092675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-api-key-scoped-auth","reconcileID":"c8305436-bf7f-4bf3-aab3-6ac419738aa0","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:58.407370329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"b81f443a-2ee4-4e1d-8206-c7151b2eeee7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:58.569845935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"fadae183-46f3-4bec-aee4-b483a9951940","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:58.579380968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"5187243d-5d01-4423-81d2-2ee58564d300","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:58.673699754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth1","reconcileID":"a2c5825e-0657-4092-8468-d611b2b40f9e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:58.674103577Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-600f46-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-600f46-sub","reconcileID":"24e2729d-0cd7-4a95-b1aa-4256092962ea","MaaSSubscription":{"name":"e2e-rt-eq-600f46-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-600f46","subscription":"e2e-rt-eq-600f46-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:58.686349766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth1","reconcileID":"a2c5825e-0657-4092-8468-d611b2b40f9e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:58.687699855Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-600f46-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-600f46-sub","reconcileID":"24e2729d-0cd7-4a95-b1aa-4256092962ea","MaaSSubscription":{"name":"e2e-rt-eq-600f46-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-600f46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:58.694189406Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-600f46-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-600f46-sub","reconcileID":"24e2729d-0cd7-4a95-b1aa-4256092962ea","MaaSSubscription":{"name":"e2e-rt-eq-600f46-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-600f46","namespace":"llm","model":"llm/e2e-rt-eq-600f46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:58.715971343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"48be893a-c244-4df7-be8f-3989b79c2f16","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:58.733191402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth1","reconcileID":"7783e699-fc7f-4a3d-b839-d9e34b587cad","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:58.735464558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-600f46","reconcileID":"f06934cb-afc1-4dd4-82f3-3c12008aea03","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-600f46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:58.73548014Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-600f46","reconcileID":"f06934cb-afc1-4dd4-82f3-3c12008aea03","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-600f46-c6f2ad82308f","namespace":"llm","model":"e2e-rt-eq-600f46","externalModel":"e2e-rt-eq-600f46","provider":"e2e-rt-eq-600f46-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:58.743179747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth1","reconcileID":"7783e699-fc7f-4a3d-b839-d9e34b587cad","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:58.76129752Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-f06af6 priority=10:[ai-tenant-e2e-worker-w2-f06af6/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w2-f06af6/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:58.761499149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"28d1d6a4-99b7-4875-8297-1d493a67ffef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:58.772852414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"6b808be3-67e5-4c86-833f-1d40d8db5756","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:58.778268321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"602b5b25-ed03-4758-8ff2-c96239ff2760","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:58.779642628Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-f06af6/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:58.786512958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"808c1a46-fd34-4016-86e7-b8b6689530ec","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:58.838202023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-access","reconcileID":"25b5eb79-546d-40a7-a163-3d99b705ba2f","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:58.838249952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30c8fc36-9af2-4f7f-a82f-f05a78e3d8aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:58.838662095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-600f46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-600f46-access","reconcileID":"5e1f2e98-dd1a-42f9-b98a-05816afe3d95","MaaSAuthPolicy":{"name":"e2e-rt-eq-600f46-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:58.838666207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98f0245c-345e-493d-9322-9ea9fdb605e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:58.849718837Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-sub1","reconcileID":"119e1f40-5b30-4048-b316-58d64bb50899","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-distinct-w2-f06af6","model":"distinct-w2-f06af6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-f06af6/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:58.877268694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98f0245c-345e-493d-9322-9ea9fdb605e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:58.878690475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-access","reconcileID":"25b5eb79-546d-40a7-a163-3d99b705ba2f","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:58.883735308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-600f46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-600f46-access","reconcileID":"5e1f2e98-dd1a-42f9-b98a-05816afe3d95","MaaSAuthPolicy":{"name":"e2e-rt-eq-600f46-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:58.908732853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30c8fc36-9af2-4f7f-a82f-f05a78e3d8aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:58.9136382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-600f46","reconcileID":"7a5c3551-2d7a-401d-b77d-7bb6b613c33f","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-600f46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:58.913903321Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-600f46","reconcileID":"7a5c3551-2d7a-401d-b77d-7bb6b613c33f","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-600f46-c6f2ad82308f","namespace":"llm","model":"e2e-rt-eq-600f46","externalModel":"e2e-rt-eq-600f46","provider":"e2e-rt-eq-600f46-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:58.934276537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"a9be026f-311b-4256-9eb1-3f2b01abe82d","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:58.969587005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"c745d558-e43f-4084-b423-833f66c3de63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:58.979430713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"c745d558-e43f-4084-b423-833f66c3de63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:58.980299182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"ed7ce962-0d89-4468-8c93-caac34302a95","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:58.98895496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-sub1","reconcileID":"207fc508-82ad-47e7-bcc1-910f9b42ca42","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-distinct-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.105180368Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-600f46-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-600f46-access","reconcileID":"27f06efa-d28f-4740-8a57-a3f504cff70c","MaaSAuthPolicy":{"name":"e2e-rt-eq-600f46-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-600f46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.115193471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"46a1701e-5183-41b6-b4e5-808ac39c1fc6","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.127708078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth1","reconcileID":"e8724169-e9ff-4a4c-a4fb-a6aa725e7dbb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.127774618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"21be7353-d35c-4df2-bf35-f4765dae1eb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.138035909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth1","reconcileID":"e8724169-e9ff-4a4c-a4fb-a6aa725e7dbb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.138038152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"21be7353-d35c-4df2-bf35-f4765dae1eb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.161169157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"6b93e0d2-8fbc-4cc0-82af-17d0c9d72f83","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.161178847Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-f06af6 priority=10:[ai-tenant-e2e-worker-w2-f06af6/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w2-f06af6/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.171630859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"865bb00f-49a3-4984-855d-d32fe729d2c5","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:59.175125541Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-sub2","reconcileID":"bcf95c09-d58d-49c8-bb41-ea4f8207bc67","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:59.178176383Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"865bb00f-49a3-4984-855d-d32fe729d2c5","name":"distinct-2-w2-f06af6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w2-f06af6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:44:59.178226372Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"865bb00f-49a3-4984-855d-d32fe729d2c5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w2-f06af6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.182153974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"52d4347d-be0c-4adf-8eb1-722cf12046c0","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.183489774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"a971e779-577f-4f30-852f-b1ecc3327fec","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.18965233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"b54a55b2-6b20-4877-925a-cc33f96a8712","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.197850761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"72b0bd14-7d66-448a-a4b4-7a28dbdf1aac","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.224133945Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-sub2","reconcileID":"b123cb73-536a-4f84-9015-7168abb45781","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-distinct-2-w2-f06af6","model":"distinct-2-w2-f06af6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-f06af6/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.231263761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"a9cfc4a7-4a26-4332-8dd1-8fb4860ff659","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.231816663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth2","reconcileID":"c1f9bc5e-df07-4eab-9da8-2afb6b63e35d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.242369226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"a9cfc4a7-4a26-4332-8dd1-8fb4860ff659","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.242844892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth2","reconcileID":"c1f9bc5e-df07-4eab-9da8-2afb6b63e35d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.24936801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"016ea896-238e-43a5-84fe-9e84e9d3c114","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.318126712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-sub2","reconcileID":"a686874f-0188-4362-b91b-46ae44086504","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-distinct-2-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.322960276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-600f46","reconcileID":"3650f4c6-bc4c-441e-a69a-106c03bc12ee","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-600f46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.322979355Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-600f46","reconcileID":"3650f4c6-bc4c-441e-a69a-106c03bc12ee","MaaSModelRef":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-600f46-c6f2ad82308f","namespace":"llm","model":"e2e-rt-eq-600f46","externalModel":"e2e-rt-eq-600f46","provider":"e2e-rt-eq-600f46-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.328115814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"17f3f599-e8b7-4e10-b85c-b52680d49fb1","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.330359413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"8f59e9b4-536f-4793-b07d-4252d29aba8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.330374187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth1","reconcileID":"963c5b9e-aa49-4b9a-8f95-759ac534cc85","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.33512474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"ca822b24-59e9-467b-89c6-c6fcadf9e0d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.34082199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth1","reconcileID":"963c5b9e-aa49-4b9a-8f95-759ac534cc85","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.341644805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"8f59e9b4-536f-4793-b07d-4252d29aba8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.344403187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"ca822b24-59e9-467b-89c6-c6fcadf9e0d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.429034397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth2","reconcileID":"0b45488e-4fee-49e0-93bd-ad3b3e4e5748","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.438541938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth2","reconcileID":"0b45488e-4fee-49e0-93bd-ad3b3e4e5748","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.866998385Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-600f46","reconcileID":"e7191a6b-8c4c-40c3-b768-6bbebc4f0ab3","namespace":"llm","name":"e2e-rt-eq-600f46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.916460744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"376ef854-f067-464a-925b-b1cc070c0f57","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.916488861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"376ef854-f067-464a-925b-b1cc070c0f57","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.916856371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"60569e38-8271-4daa-af39-e56cd4869e4c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.916875397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"60569e38-8271-4daa-af39-e56cd4869e4c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.917200934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0f0ccc60-6ebf-4be5-b62a-b3055bba9905","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.917218965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0f0ccc60-6ebf-4be5-b62a-b3055bba9905","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.917529016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"10d8b0d0-fe84-454b-b3b8-88e4130c7b8a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.917598071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"10d8b0d0-fe84-454b-b3b8-88e4130c7b8a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.917860227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d5623ca6-782c-4dd6-97ac-6a3b22c8234f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.917873192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d5623ca6-782c-4dd6-97ac-6a3b22c8234f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.918240987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1dbcf48b-1f51-4240-8fcf-346e3be64c26","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.918257044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1dbcf48b-1f51-4240-8fcf-346e3be64c26","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.921741019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"529fc52d-c632-49e3-804d-13c385e40dfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.924036878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"043e4c94-b8e3-45e4-83fd-dc0507c7dea6","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-81110d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.924081739Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"043e4c94-b8e3-45e4-83fd-dc0507c7dea6","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-81110d-693a3f7cef08","namespace":"llm","model":"e2e-rt-sw-81110d","externalModel":"e2e-rt-sw-81110d","provider":"e2e-rt-sw-81110d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.929701115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"00258c58-ac58-44e8-b934-2fe7f092cb8f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.92971831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"00258c58-ac58-44e8-b934-2fe7f092cb8f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.929933929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a8550cd-1403-419d-9d93-651a5be322a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.929948483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a8550cd-1403-419d-9d93-651a5be322a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.930398142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth1","reconcileID":"5e93b629-1fca-475d-9c6e-f25b286200f6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.932028662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"529fc52d-c632-49e3-804d-13c385e40dfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.934926945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth2","reconcileID":"63e038b6-9de3-4f26-bb6f-5be14985a2d3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.93575877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45ff5a2f-86b3-4d19-a091-4505caef5f2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.940716995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth1","reconcileID":"5e93b629-1fca-475d-9c6e-f25b286200f6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.942780291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1ba99b8a-3a99-4117-bf89-be13c3ad4372","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.943692762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5d7ef7f5-bc95-4434-bbbc-05ff9cb85a48","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.955377948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45ff5a2f-86b3-4d19-a091-4505caef5f2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.955975223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"389f8e68-af36-4428-98dd-3a184b870408","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.95832332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-81110d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-sub","reconcileID":"85d1ad89-aa81-4366-9824-2346861269ec","MaaSSubscription":{"name":"e2e-rt-sw-81110d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-81110d","model":"llm/e2e-rt-sw-81110d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.959111603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth2","reconcileID":"63e038b6-9de3-4f26-bb6f-5be14985a2d3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:44:59.982838087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"389f8e68-af36-4428-98dd-3a184b870408","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.028756592Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-600f46","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-600f46","reconcileID":"7f397ccd-ebdf-46c2-a3c7-a45ee8ce8dea","namespace":"llm","name":"e2e-rt-eq-600f46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.065222727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"cfa4f543-109b-435a-9985-2a6460ac6a47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.075268272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"cfa4f543-109b-435a-9985-2a6460ac6a47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.234381831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"21aa0505-639f-42f3-adbf-04924282fd1a","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.246145779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"e354b80b-9728-4b66-a6ad-aedb74474d7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.246688866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-models-invalid-sub-auth","reconcileID":"f01d3252-6bfc-4f1f-8590-74d853f794b7","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.24692592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"8ff182ae-5e3f-463b-b6ef-d255b7fef1fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.278786782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-access","reconcileID":"b5b26899-a67d-432c-ae4d-55801fedf850","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.320010381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-access","reconcileID":"b5b26899-a67d-432c-ae4d-55801fedf850","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.323078098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"8ff182ae-5e3f-463b-b6ef-d255b7fef1fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.324691866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-models-invalid-sub-auth","reconcileID":"f01d3252-6bfc-4f1f-8590-74d853f794b7","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.329328896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"e354b80b-9728-4b66-a6ad-aedb74474d7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.349194949Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-sub1","reconcileID":"dd08a17b-08b5-438d-8db5-b6d4e10838f9","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-06cdca52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.354208446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8028f56a-fa98-4ae7-b845-de43d84c17dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.365744931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8028f56a-fa98-4ae7-b845-de43d84c17dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.462056246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"f9da3a7c-b03d-47db-812b-aa9693df6015","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.462039195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"c5926a6f-7e43-4db7-a793-4a4313e4b712","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.472623053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"c5926a6f-7e43-4db7-a793-4a4313e4b712","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.472629231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"f9da3a7c-b03d-47db-812b-aa9693df6015","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.590733582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-api-key-scoped-auth","reconcileID":"3a3ab1f1-b028-4f55-9f50-8b0291881eac","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.591557985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"5515dec2-557d-492b-95e1-4033d12bea71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.626242195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"5515dec2-557d-492b-95e1-4033d12bea71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.676700791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"cb0dbec8-9c89-4d58-8e8d-5d3ec7f0222c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.680652198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-api-key-scoped-auth","reconcileID":"3a3ab1f1-b028-4f55-9f50-8b0291881eac","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.690948065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"cb0dbec8-9c89-4d58-8e8d-5d3ec7f0222c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.691475929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"d7905bb2-a22c-4ed0-81c1-1511a57cb2eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.703613513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"d7905bb2-a22c-4ed0-81c1-1511a57cb2eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.773627678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f3b4ea8c-9f1f-4cef-ae73-fa14be15fd5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.78496571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f3b4ea8c-9f1f-4cef-ae73-fa14be15fd5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.872663615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"d74f82e7-590a-46fd-a042-8d0fd80e8fc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.879289721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth1","reconcileID":"445a83a1-7d75-49f2-8f78-c5677f0ed1cc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.879816291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth2","reconcileID":"88bcc556-cc75-492a-bf40-979b283dad23","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.879906313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"1daf906e-34ce-49bf-b10f-0bc4dadf720a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.884949363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"d74f82e7-590a-46fd-a042-8d0fd80e8fc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.890567191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth2","reconcileID":"88bcc556-cc75-492a-bf40-979b283dad23","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.890868812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth1","reconcileID":"445a83a1-7d75-49f2-8f78-c5677f0ed1cc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.893408697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"1daf906e-34ce-49bf-b10f-0bc4dadf720a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.895400483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"d85d849f-48b7-4cf5-bce4-75573b10d619","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-2-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-2-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.944688787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"ad687276-caf2-489c-bc72-34b44acb8264","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-81110d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.944715907Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"ad687276-caf2-489c-bc72-34b44acb8264","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-81110d-693a3f7cef08","namespace":"llm","model":"e2e-rt-sw-81110d","externalModel":"e2e-rt-sw-81110d","provider":"e2e-rt-sw-81110d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.966416124Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-81110d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-sub","reconcileID":"853b5c80-14b9-452a-b245-af4250f03861","MaaSSubscription":{"name":"e2e-rt-sw-81110d-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-75f67ec5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.979482358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb7d14ef-6d4a-4037-a756-6082afef313b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:00.989925994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fb7d14ef-6d4a-4037-a756-6082afef313b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:01.078713494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-access","reconcileID":"1220d923-e964-46d4-acfb-c63aa50f5b22","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:01.079664377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24118d8f-eafe-465d-a793-210e25698b7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:01.089220388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-access","reconcileID":"1220d923-e964-46d4-acfb-c63aa50f5b22","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:01.090448429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"24118d8f-eafe-465d-a793-210e25698b7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:01.20334897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"acb38d85-f961-42e5-abff-3c69b1f0579d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:01.215342828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42b726cc-225f-411c-8a0c-e420af273d9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:01.270489527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"acb38d85-f961-42e5-abff-3c69b1f0579d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:01.270818418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42b726cc-225f-411c-8a0c-e420af273d9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:01.290834389Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-models-valid-sub","reconcileID":"be7c274c-bca0-45c8-a744-e9a6e2031a9c","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:01.317913132Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-models-valid-sub","reconcileID":"be7c274c-bca0-45c8-a744-e9a6e2031a9c","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:01.340770469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"d98c5c69-6d6e-4b1b-aa14-ee5ca783020a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:01.350451692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"b5cd5c56-e57c-4ee8-ab3d-dab3b1526199","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:01.362116733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"7d59528e-28f9-44d5-b85b-4208184b0fe0","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:01.366791415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-models-invalid-sub-auth","reconcileID":"890eed5f-f50c-4219-b0fa-20f84bfc4fc1","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:01.36740351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"4cdcd0e2-f2b2-4bd8-9d18-d43e9ccad6ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:01.367452517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"6e36182a-efc3-437c-9cf3-c4dd75488c63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:01.374125513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"fa08d2bb-0cdd-4a2e-a9e1-f0fe9e3c3f3b","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:01.381349605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"4cdcd0e2-f2b2-4bd8-9d18-d43e9ccad6ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:01.381472563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"6e36182a-efc3-437c-9cf3-c4dd75488c63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:01.384727794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-models-invalid-sub-auth","reconcileID":"890eed5f-f50c-4219-b0fa-20f84bfc4fc1","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:01.495877147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"d8ef57e8-f22a-41b3-b83a-bf4c5a25d33d","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:01.496461132Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-models-invalid-sub-auth","reconcileID":"ab78e401-c2dc-425f-8a1a-684ad73a144f","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:01.609950733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"61cdfb27-9124-4133-bbea-aea4ad4412fc","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:02.601867696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"e4a07fba-04c1-40cb-814f-683e683e9359","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:02.611622178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"30e4fa2d-f942-49c1-a926-5e3d2266d6f8","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:02.630782582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-auth1","reconcileID":"9b1062ae-a72f-4aa8-9086-93c9cd8a8c33","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:02.6417794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-auth1","reconcileID":"9b1062ae-a72f-4aa8-9086-93c9cd8a8c33","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:02.780989273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"4b46cd2d-de2c-4462-9172-e95e7bd47f32","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:02.800826195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-auth1","reconcileID":"96e12e5e-9afa-4d35-9acc-9c2003b6b381","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:02.804258758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"3e29cb2d-7ffd-44f3-bb82-1e806e570dae","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:02.812631742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-auth1","reconcileID":"96e12e5e-9afa-4d35-9acc-9c2003b6b381","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:02.821276417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"60fe6995-f50e-4851-98ae-33b71ea85afa","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:45:02.821771759Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-sub1","reconcileID":"627e4013-125b-4712-a60b-252ea218fb7e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:02.834400845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"9e8ee1ce-f111-4e27-98a3-89190a896563","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:02.848856468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"6bbde76e-6682-46b1-b480-d816e99219fc","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:02.872534618Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-sub1","reconcileID":"8458f4b0-90c9-42e0-8b47-300d655bf0d2","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-distinct-w3-c1fdd6","model":"distinct-w3-c1fdd6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:02.898367424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"fecbc90c-f0a6-47cf-9793-213a6be73c24","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:02.901479001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"f380d8d0-d038-40c7-8c53-851d7750a9bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:02.901492564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"84805af2-0284-46c1-84b7-0820e0592a2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:02.911603501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"f380d8d0-d038-40c7-8c53-851d7750a9bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:02.912544033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"84805af2-0284-46c1-84b7-0820e0592a2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:02.973740903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-sub1","reconcileID":"6ad81945-1859-4edc-8402-4e2cca4b0118","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-distinct-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:03.000891533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-auth1","reconcileID":"822d2fd3-8c5c-4c42-bb88-e98892b658c4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:03.013472918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-auth1","reconcileID":"822d2fd3-8c5c-4c42-bb88-e98892b658c4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:03.013984228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"45d875c3-4c71-44ce-bd27-a853961d9eef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-2-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-2-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:03.023890669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"8c28bb97-3317-41a3-8742-af3436210773","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-2-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-2-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:03.107250297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-auth2","reconcileID":"7cb757c1-2a55-46ec-acea-fb04b12cf447","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:03.107253141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"f146cc80-aeb0-451a-be48-b2a5d73c905c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:03.10755239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"169cdc4b-a511-4b1c-b8df-744ff2f6d6d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:03.122860622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"169cdc4b-a511-4b1c-b8df-744ff2f6d6d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:03.12286062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-auth2","reconcileID":"7cb757c1-2a55-46ec-acea-fb04b12cf447","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:03.125420379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"f146cc80-aeb0-451a-be48-b2a5d73c905c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:03.186894666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"50d7f071-f79a-44fa-83f8-3474489e13c6","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-2-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-2-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:03.269803791Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-c1fdd6 priority=0:[ai-tenant-e2e-worker-w3-c1fdd6/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w3-c1fdd6/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:03.269823494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"ffdc80af-0391-46ed-bbe6-1d494577ba42","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-2-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-2-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:03.318363274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-auth2","reconcileID":"7b290783-ea92-47b1-aa5f-8dd5d2a0a290","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:03.319487484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"fa2d7840-706d-48c6-93f6-677b3b4e204c","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:03.319833158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"b591373e-202c-4e16-876c-3f58b1a813c7","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-2-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-2-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:45:03.33523194Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-c1fdd6/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:03.342117236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"eb998d21-fa0a-450c-9405-4b02279e86da","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-2-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-2-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:03.347153223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-auth2","reconcileID":"7b290783-ea92-47b1-aa5f-8dd5d2a0a290","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:03.354963683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"ab46b81b-5015-4ddd-b961-8b4a549019ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:03.365413434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"ab46b81b-5015-4ddd-b961-8b4a549019ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:03.397024604Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-sub2","reconcileID":"0e2ddbf0-1ddd-42d7-a85f-5d37dc2f9c28","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-distinct-2-w3-c1fdd6","model":"distinct-2-w3-c1fdd6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:03.480879856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-auth1","reconcileID":"6a9e8c89-69a4-41bc-af8e-0b9491b24941","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:03.48165712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"8033f3fa-b51f-4e1c-a80a-421b54acfe59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:03.49117796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-auth1","reconcileID":"6a9e8c89-69a4-41bc-af8e-0b9491b24941","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:03.493539552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"8033f3fa-b51f-4e1c-a80a-421b54acfe59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:03.494239302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"1cf399eb-6c4b-4a0e-bd14-8c470a133c53","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-2-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-2-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:03.582541767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"f2c98767-d63d-4d87-82b1-8e0049e12bbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:03.582983062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-auth2","reconcileID":"3a8725d4-68e2-450d-bd48-8ad169071a5a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:03.5852666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-sub2","reconcileID":"20ae1c05-44aa-45b0-873a-669b76f642d9","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-distinct-2-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:03.593185355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-auth2","reconcileID":"3a8725d4-68e2-450d-bd48-8ad169071a5a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:03.593309522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"f2c98767-d63d-4d87-82b1-8e0049e12bbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:03.612944203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"be7b785c-68d3-4ce0-8ae0-72f7e8070871","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:03.613377828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-auth1","reconcileID":"015661a4-1ee2-4eb7-9e6c-244895f075a3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:03.624128397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"be7b785c-68d3-4ce0-8ae0-72f7e8070871","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:03.624151007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-auth1","reconcileID":"015661a4-1ee2-4eb7-9e6c-244895f075a3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:04.79311058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"cb7de767-7c60-4b78-a228-6590f74d38cf","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:04.819227499Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-sub1","reconcileID":"4f5975b5-f5a7-4d45-9b93-97c13407f935","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d4e77306","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:04.828502819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"6fa8fc5a-adda-42e3-9718-38e82d83c4d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:04.828870238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-auth2","reconcileID":"e1c1247b-518a-4d8c-a5c4-6d0746ea4fe4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:04.829238821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-auth1","reconcileID":"ddc44342-219f-4873-9d24-20199ca3e921","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:04.837305095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"66abc2a8-8342-459a-9c4b-ac6afd860180","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:04.842684813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-auth1","reconcileID":"ddc44342-219f-4873-9d24-20199ca3e921","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:04.84299268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-auth2","reconcileID":"e1c1247b-518a-4d8c-a5c4-6d0746ea4fe4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:04.845123149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"6fa8fc5a-adda-42e3-9718-38e82d83c4d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:04.847940956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"66abc2a8-8342-459a-9c4b-ac6afd860180","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:04.921961465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"c8036703-f486-4044-810d-9e4a7979727d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:04.922271022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-auth2","reconcileID":"5ff6291d-41bc-4ecd-8db5-ff0786b40144","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:04.922495549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-auth1","reconcileID":"4798cc7b-1ff5-4738-8f78-13c067235ed8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:04.923024936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"7764c29c-3970-42f1-84e3-00f1d113e79e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:04.933062928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"c8036703-f486-4044-810d-9e4a7979727d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:04.933135118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-auth1","reconcileID":"4798cc7b-1ff5-4738-8f78-13c067235ed8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:04.935360686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-auth2","reconcileID":"5ff6291d-41bc-4ecd-8db5-ff0786b40144","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:04.935480689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"7764c29c-3970-42f1-84e3-00f1d113e79e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:06.381700762Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:07.594901719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"distinct-w4-2a3e1b","reconcileID":"a558b597-5c23-4a25-951b-662e4d05abc8","MaaSModelRef":{"name":"distinct-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"distinct-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"distinct-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:08.400996452Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-api-key-scoped-sub","reconcileID":"7af2c3f3-beab-4214-8eff-61f8b6e59ade","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:08.428313106Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-api-key-scoped-sub","reconcileID":"7af2c3f3-beab-4214-8eff-61f8b6e59ade","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-8836a8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:08.448963534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"2c0eb256-28d2-48c0-ba9c-269f226a1151","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:08.556662226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"2723b1ab-d486-42ac-9fad-80e4b6980c60","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:08.568760931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"91ca2cc7-e35c-44c2-a2c3-1bfe9cd5e6b2","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-2-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-2-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:08.576355065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"21b444e0-af92-468e-8326-993a93fd5372","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:08.576416455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"6c26b8b7-188b-41a4-99d9-7ed3123e5eb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:08.576746445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-api-key-scoped-auth","reconcileID":"741aa0c3-ee07-4eee-ab9e-e889482a37b4","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:08.586400366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"21b444e0-af92-468e-8326-993a93fd5372","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:08.586768704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-api-key-scoped-auth","reconcileID":"741aa0c3-ee07-4eee-ab9e-e889482a37b4","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:08.588852239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"6c26b8b7-188b-41a4-99d9-7ed3123e5eb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:08.642840216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"a89b948b-f2e7-4cea-a7f0-bed8585ecb2b","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:08.643430236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"22d7fd96-7490-4294-bf91-2db1e1f103e4","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:08.643703759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"distinct-w4-2a3e1b","reconcileID":"9b677f09-7663-476b-a283-d4c36822d59d","MaaSModelRef":{"name":"distinct-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"distinct-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"distinct-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:08.666775909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"distinct-w4-2a3e1b","reconcileID":"5878ac34-3c7e-4c34-85f3-dac4c827fe84","MaaSModelRef":{"name":"distinct-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"distinct-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"distinct-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:08.66708153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"c567eb6f-960d-4509-9af5-5e1b6591cd2d","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:08.667389269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"85a1decd-5edf-406a-bd4f-a02165ecd817","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:08.670083757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"763b5309-f55f-415f-906b-1e93b52b9156","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:08.671102696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"5b819a04-2584-42a5-bef4-7726f3a3d2d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:08.675163112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"013aab7f-1643-43e6-a499-48357642dd5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:08.675244551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"bf75edb5-4fbe-4b92-a2ad-3e6892aeb00b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:08.685721507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"013aab7f-1643-43e6-a499-48357642dd5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:08.686790178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"bf75edb5-4fbe-4b92-a2ad-3e6892aeb00b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:08.700691897Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-api-key-scoped-auth","reconcileID":"56916714-ce4d-45fb-903f-771f8cc8028e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:08.70073491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"a830086d-0b2f-428a-b212-09e882b955cb","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:08.841621301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"b87804ab-3e91-43af-9e56-97032bc4b0cb","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:08.842439792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"09064028-56dd-4ede-b1d2-e69d757f7f12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:08.864775324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"7c21e61d-8cb2-465d-aa2a-ce311fe7c494","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:08.910478159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"7c21e61d-8cb2-465d-aa2a-ce311fe7c494","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:08.921483715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"09064028-56dd-4ede-b1d2-e69d757f7f12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:09.830775084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"82f261d7-d550-438c-915e-7e0861ec4075","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:09.841131974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"5d6cf513-cbcc-4fa5-adc6-05bd1030e2e9","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:09.865989599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4d35ba69-7a69-43b7-b107-6d21acb41fed","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:09.876260865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4d35ba69-7a69-43b7-b107-6d21acb41fed","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:09.884903522Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-8836a8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b34655b09f440cb34963b96df3e053ba3cb0109b9feb4ec5555a5e8990b53f6) AuthConfig (04d0731c349df3e534114fe1ca166d2d0a11fd03de51837a649833b244b8eaa8) AuthConfig (7131bb8b9316bd4a81419bf85e65c551990cd0de2cc2c65d79d140242ef13d64) AuthConfig (26824336b9f5cbb496bc0e1af7150fd2f0a7f470700dc6d3a237d5e9ee2ee32e) AuthConfig (7718c7a49efed6664b489d378635018b52437220cefbba9dda353490944e475b) AuthConfig (85705624abb086d79cb7330da75adb9326ad4b518576987b8b1db7a7b91b0e10) AuthConfig (19c911ed288a65d5cd72452f82f9d60481b4b842d857ec45ffff02a93cf54c50) AuthConfig (8f5128fbb3dad0b6d547ec9d68d4dd8037aa33ed392f5e715d15c0c6b3d5e180) AuthConfig (9dd00e4bbe92ce0b566f295a5afdc44819e5fe90d1f96a2d35e01f036a4c9964) AuthConfig (1e202276bd841a290351307e660301d1a0e642bf6d6b39062217a54e57afa00b) AuthConfig (36bf70d77177abee7731d4b6926030e38d4cccb7c0e53b62aab9f5ff7647b20f) AuthConfig (5f78e37c4950a0c9bd76ad7c67f05848b32fc2de2a7b1277a78bbd5ee13651a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4d35ba69-7a69-43b7-b107-6d21acb41fed","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:09.898150663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"0f51e53e-af56-4aeb-a997-7e3887af03e0","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:09.968222723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5c27ea84-1ed7-49bc-ae9a-a3d21eadfee1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:09.980333335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5c27ea84-1ed7-49bc-ae9a-a3d21eadfee1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:09.988935652Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-8836a8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b34655b09f440cb34963b96df3e053ba3cb0109b9feb4ec5555a5e8990b53f6) AuthConfig (04d0731c349df3e534114fe1ca166d2d0a11fd03de51837a649833b244b8eaa8) AuthConfig (7131bb8b9316bd4a81419bf85e65c551990cd0de2cc2c65d79d140242ef13d64) AuthConfig (26824336b9f5cbb496bc0e1af7150fd2f0a7f470700dc6d3a237d5e9ee2ee32e) AuthConfig (7718c7a49efed6664b489d378635018b52437220cefbba9dda353490944e475b) AuthConfig (85705624abb086d79cb7330da75adb9326ad4b518576987b8b1db7a7b91b0e10) AuthConfig (19c911ed288a65d5cd72452f82f9d60481b4b842d857ec45ffff02a93cf54c50) AuthConfig (8f5128fbb3dad0b6d547ec9d68d4dd8037aa33ed392f5e715d15c0c6b3d5e180) AuthConfig (9dd00e4bbe92ce0b566f295a5afdc44819e5fe90d1f96a2d35e01f036a4c9964) AuthConfig (1e202276bd841a290351307e660301d1a0e642bf6d6b39062217a54e57afa00b) AuthConfig (36bf70d77177abee7731d4b6926030e38d4cccb7c0e53b62aab9f5ff7647b20f) AuthConfig (5f78e37c4950a0c9bd76ad7c67f05848b32fc2de2a7b1277a78bbd5ee13651a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5c27ea84-1ed7-49bc-ae9a-a3d21eadfee1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.022728468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"62c92fcc-8fdd-46c8-9a26-5e356be7f02b","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.036477529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"6a628562-c62b-413d-b057-7aa2d77891a8","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:45:10.039811656Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"26c19173-486d-4a48-ab5c-e7e4faf184e7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:45:10.042532019Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"6a628562-c62b-413d-b057-7aa2d77891a8","name":"distinct-w0-8836a8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-8836a8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:45:10.042596059Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"6a628562-c62b-413d-b057-7aa2d77891a8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-8836a8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.048002777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"c6fc562b-4256-4e72-86d0-e0fdf84a4b46","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.058518758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"4d259220-b5aa-427b-8c02-63a6a47cf2f3","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.068564851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"bb885095-49fc-46d1-9074-5fe7d054341f","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.071717087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"2ddd745a-5694-48bd-9494-351b4b3d321c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.072177302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"352ab3e3-9c0e-4ecb-aa1a-2fb796d627a5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.072282079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"771a0427-8dfa-45f5-b756-dd353a286fb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.084947914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"2ddd745a-5694-48bd-9494-351b4b3d321c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.084991729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"352ab3e3-9c0e-4ecb-aa1a-2fb796d627a5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.087272322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"771a0427-8dfa-45f5-b756-dd353a286fb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.093962128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-8836a8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b34655b09f440cb34963b96df3e053ba3cb0109b9feb4ec5555a5e8990b53f6) AuthConfig (04d0731c349df3e534114fe1ca166d2d0a11fd03de51837a649833b244b8eaa8) AuthConfig (7131bb8b9316bd4a81419bf85e65c551990cd0de2cc2c65d79d140242ef13d64) AuthConfig (26824336b9f5cbb496bc0e1af7150fd2f0a7f470700dc6d3a237d5e9ee2ee32e) AuthConfig (7718c7a49efed6664b489d378635018b52437220cefbba9dda353490944e475b) AuthConfig (85705624abb086d79cb7330da75adb9326ad4b518576987b8b1db7a7b91b0e10) AuthConfig (19c911ed288a65d5cd72452f82f9d60481b4b842d857ec45ffff02a93cf54c50) AuthConfig (8f5128fbb3dad0b6d547ec9d68d4dd8037aa33ed392f5e715d15c0c6b3d5e180) AuthConfig (9dd00e4bbe92ce0b566f295a5afdc44819e5fe90d1f96a2d35e01f036a4c9964) AuthConfig (1e202276bd841a290351307e660301d1a0e642bf6d6b39062217a54e57afa00b) AuthConfig (36bf70d77177abee7731d4b6926030e38d4cccb7c0e53b62aab9f5ff7647b20f) AuthConfig (5f78e37c4950a0c9bd76ad7c67f05848b32fc2de2a7b1277a78bbd5ee13651a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"352ab3e3-9c0e-4ecb-aa1a-2fb796d627a5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.094990502Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"c2c46857-7c40-4680-b424-6fdd9f06783d","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-distinct-w0-8836a8","model":"distinct-w0-8836a8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-8836a8/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.125739594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"9c80ee53-7520-4763-a32b-84fd36b822fc","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.170271091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d21b832b-63da-4dcb-8210-bbfadb82dbae","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.180222936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d21b832b-63da-4dcb-8210-bbfadb82dbae","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.189098567Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-8836a8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b34655b09f440cb34963b96df3e053ba3cb0109b9feb4ec5555a5e8990b53f6) AuthConfig (04d0731c349df3e534114fe1ca166d2d0a11fd03de51837a649833b244b8eaa8) AuthConfig (7131bb8b9316bd4a81419bf85e65c551990cd0de2cc2c65d79d140242ef13d64) AuthConfig (26824336b9f5cbb496bc0e1af7150fd2f0a7f470700dc6d3a237d5e9ee2ee32e) AuthConfig (7718c7a49efed6664b489d378635018b52437220cefbba9dda353490944e475b) AuthConfig (85705624abb086d79cb7330da75adb9326ad4b518576987b8b1db7a7b91b0e10) AuthConfig (19c911ed288a65d5cd72452f82f9d60481b4b842d857ec45ffff02a93cf54c50) AuthConfig (8f5128fbb3dad0b6d547ec9d68d4dd8037aa33ed392f5e715d15c0c6b3d5e180) AuthConfig (9dd00e4bbe92ce0b566f295a5afdc44819e5fe90d1f96a2d35e01f036a4c9964) AuthConfig (1e202276bd841a290351307e660301d1a0e642bf6d6b39062217a54e57afa00b) AuthConfig (36bf70d77177abee7731d4b6926030e38d4cccb7c0e53b62aab9f5ff7647b20f) AuthConfig (5f78e37c4950a0c9bd76ad7c67f05848b32fc2de2a7b1277a78bbd5ee13651a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d21b832b-63da-4dcb-8210-bbfadb82dbae","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.189186233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"66aaef7f-9db6-4aff-b9a7-67ac07064e39","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-distinct-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/distinct-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.218489887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"bcd789b6-2bbc-477c-a130-3d7bacc8a13c","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-2-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-2-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.254099855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"167e3662-000d-4c06-b66d-6ec75e32747a","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-2-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-2-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.281740535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"7872e9f6-4f3e-4c1a-9946-37fda8a70277","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.282664898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"e474e425-659c-45e5-9cf2-c94b3e14b9b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.28889198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e21841c9-1847-4ae9-a102-3573002037ce","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.306154518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"7872e9f6-4f3e-4c1a-9946-37fda8a70277","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.311911742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e21841c9-1847-4ae9-a102-3573002037ce","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.372719982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"e474e425-659c-45e5-9cf2-c94b3e14b9b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.375861986Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-8836a8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b34655b09f440cb34963b96df3e053ba3cb0109b9feb4ec5555a5e8990b53f6) AuthConfig (04d0731c349df3e534114fe1ca166d2d0a11fd03de51837a649833b244b8eaa8) AuthConfig (7131bb8b9316bd4a81419bf85e65c551990cd0de2cc2c65d79d140242ef13d64) AuthConfig (26824336b9f5cbb496bc0e1af7150fd2f0a7f470700dc6d3a237d5e9ee2ee32e) AuthConfig (7718c7a49efed6664b489d378635018b52437220cefbba9dda353490944e475b) AuthConfig (85705624abb086d79cb7330da75adb9326ad4b518576987b8b1db7a7b91b0e10) AuthConfig (19c911ed288a65d5cd72452f82f9d60481b4b842d857ec45ffff02a93cf54c50) AuthConfig (8f5128fbb3dad0b6d547ec9d68d4dd8037aa33ed392f5e715d15c0c6b3d5e180) AuthConfig (9dd00e4bbe92ce0b566f295a5afdc44819e5fe90d1f96a2d35e01f036a4c9964) AuthConfig (1e202276bd841a290351307e660301d1a0e642bf6d6b39062217a54e57afa00b) AuthConfig (36bf70d77177abee7731d4b6926030e38d4cccb7c0e53b62aab9f5ff7647b20f) AuthConfig (5f78e37c4950a0c9bd76ad7c67f05848b32fc2de2a7b1277a78bbd5ee13651a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e21841c9-1847-4ae9-a102-3573002037ce","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.379112649Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-sub1","reconcileID":"8d366b9f-3653-4195-a155-b01a713e2a0b","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.385845966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"fcf7e881-687b-416f-b803-690ae470936c","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-2-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-2-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.38887674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"1d05a756-67d7-4de1-8052-e30756744116","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-2-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-2-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.389634911Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-8836a8 priority=0:[ai-tenant-e2e-worker-w0-8836a8/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w0-8836a8/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.390447461Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-sub1","reconcileID":"8d366b9f-3653-4195-a155-b01a713e2a0b","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.395737006Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-sub1","reconcileID":"8d366b9f-3653-4195-a155-b01a713e2a0b","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.471534482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"fa1aa323-1ff3-4188-8bb2-a45e54180dde","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.471982186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"ce3544cf-f9a9-4442-a6ce-4989d1acbf71","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-2-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-2-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:45:10.476638891Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-8836a8/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.479187384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"ba7ec715-38c9-4561-8a1a-7da6b8496648","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-2-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-2-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.479901614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d06f9576-9f76-4967-8415-6282070d05cf","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.484845201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5274d3ca-4847-498e-b001-02072d3381d1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.510933057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d06f9576-9f76-4967-8415-6282070d05cf","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.511399037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5274d3ca-4847-498e-b001-02072d3381d1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.520003902Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-8836a8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b34655b09f440cb34963b96df3e053ba3cb0109b9feb4ec5555a5e8990b53f6) AuthConfig (04d0731c349df3e534114fe1ca166d2d0a11fd03de51837a649833b244b8eaa8) AuthConfig (7131bb8b9316bd4a81419bf85e65c551990cd0de2cc2c65d79d140242ef13d64) AuthConfig (26824336b9f5cbb496bc0e1af7150fd2f0a7f470700dc6d3a237d5e9ee2ee32e) AuthConfig (7718c7a49efed6664b489d378635018b52437220cefbba9dda353490944e475b) AuthConfig (85705624abb086d79cb7330da75adb9326ad4b518576987b8b1db7a7b91b0e10) AuthConfig (19c911ed288a65d5cd72452f82f9d60481b4b842d857ec45ffff02a93cf54c50) AuthConfig (8f5128fbb3dad0b6d547ec9d68d4dd8037aa33ed392f5e715d15c0c6b3d5e180) AuthConfig (9dd00e4bbe92ce0b566f295a5afdc44819e5fe90d1f96a2d35e01f036a4c9964) AuthConfig (1e202276bd841a290351307e660301d1a0e642bf6d6b39062217a54e57afa00b) AuthConfig (36bf70d77177abee7731d4b6926030e38d4cccb7c0e53b62aab9f5ff7647b20f) AuthConfig (5f78e37c4950a0c9bd76ad7c67f05848b32fc2de2a7b1277a78bbd5ee13651a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5274d3ca-4847-498e-b001-02072d3381d1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.520145811Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-8836a8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b34655b09f440cb34963b96df3e053ba3cb0109b9feb4ec5555a5e8990b53f6) AuthConfig (04d0731c349df3e534114fe1ca166d2d0a11fd03de51837a649833b244b8eaa8) AuthConfig (7131bb8b9316bd4a81419bf85e65c551990cd0de2cc2c65d79d140242ef13d64) AuthConfig (26824336b9f5cbb496bc0e1af7150fd2f0a7f470700dc6d3a237d5e9ee2ee32e) AuthConfig (7718c7a49efed6664b489d378635018b52437220cefbba9dda353490944e475b) AuthConfig (85705624abb086d79cb7330da75adb9326ad4b518576987b8b1db7a7b91b0e10) AuthConfig (19c911ed288a65d5cd72452f82f9d60481b4b842d857ec45ffff02a93cf54c50) AuthConfig (8f5128fbb3dad0b6d547ec9d68d4dd8037aa33ed392f5e715d15c0c6b3d5e180) AuthConfig (9dd00e4bbe92ce0b566f295a5afdc44819e5fe90d1f96a2d35e01f036a4c9964) AuthConfig (1e202276bd841a290351307e660301d1a0e642bf6d6b39062217a54e57afa00b) AuthConfig (36bf70d77177abee7731d4b6926030e38d4cccb7c0e53b62aab9f5ff7647b20f) AuthConfig (5f78e37c4950a0c9bd76ad7c67f05848b32fc2de2a7b1277a78bbd5ee13651a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d06f9576-9f76-4967-8415-6282070d05cf","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.528521671Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"0bbe0299-52b5-4895-a314-2b18957d7f6b","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-distinct-2-w0-8836a8","model":"distinct-2-w0-8836a8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-8836a8/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.532200688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"da6a65ba-8be3-421b-902a-cecda3d3e0ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.532672157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"83cfaced-d610-4cbb-a8f0-4fee21f30d4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.540453434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"071b5e66-8b6b-45fb-9363-850db70b2665","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.540697299Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-8836a8 priority=0:[ai-tenant-e2e-worker-w0-8836a8/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w0-8836a8/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.569936971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"64820cac-d63c-4286-bd2b-736cc6a89dfd","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.572778455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"697b1ae2-88c6-4256-8070-a71a64076cc0","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-2-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-2-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.573004203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"83cfaced-d610-4cbb-a8f0-4fee21f30d4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:45:10.576953941Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"0bbe0299-52b5-4895-a314-2b18957d7f6b","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.577642756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"da6a65ba-8be3-421b-902a-cecda3d3e0ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.577831025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"df8199e1-dd28-46d4-a722-6e422c3d4854","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.58364791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"64820cac-d63c-4286-bd2b-736cc6a89dfd","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.603031158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"df8199e1-dd28-46d4-a722-6e422c3d4854","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.746397797Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-8836a8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b34655b09f440cb34963b96df3e053ba3cb0109b9feb4ec5555a5e8990b53f6) AuthConfig (04d0731c349df3e534114fe1ca166d2d0a11fd03de51837a649833b244b8eaa8) AuthConfig (7131bb8b9316bd4a81419bf85e65c551990cd0de2cc2c65d79d140242ef13d64) AuthConfig (26824336b9f5cbb496bc0e1af7150fd2f0a7f470700dc6d3a237d5e9ee2ee32e) AuthConfig (7718c7a49efed6664b489d378635018b52437220cefbba9dda353490944e475b) AuthConfig (85705624abb086d79cb7330da75adb9326ad4b518576987b8b1db7a7b91b0e10) AuthConfig (19c911ed288a65d5cd72452f82f9d60481b4b842d857ec45ffff02a93cf54c50) AuthConfig (8f5128fbb3dad0b6d547ec9d68d4dd8037aa33ed392f5e715d15c0c6b3d5e180) AuthConfig (9dd00e4bbe92ce0b566f295a5afdc44819e5fe90d1f96a2d35e01f036a4c9964) AuthConfig (1e202276bd841a290351307e660301d1a0e642bf6d6b39062217a54e57afa00b) AuthConfig (36bf70d77177abee7731d4b6926030e38d4cccb7c0e53b62aab9f5ff7647b20f) AuthConfig (5f78e37c4950a0c9bd76ad7c67f05848b32fc2de2a7b1277a78bbd5ee13651a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"df8199e1-dd28-46d4-a722-6e422c3d4854","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.763722331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"41cb214a-5273-4cec-9287-080604739b35","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.765404977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-8836a8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b34655b09f440cb34963b96df3e053ba3cb0109b9feb4ec5555a5e8990b53f6) AuthConfig (04d0731c349df3e534114fe1ca166d2d0a11fd03de51837a649833b244b8eaa8) AuthConfig (7131bb8b9316bd4a81419bf85e65c551990cd0de2cc2c65d79d140242ef13d64) AuthConfig (26824336b9f5cbb496bc0e1af7150fd2f0a7f470700dc6d3a237d5e9ee2ee32e) AuthConfig (7718c7a49efed6664b489d378635018b52437220cefbba9dda353490944e475b) AuthConfig (85705624abb086d79cb7330da75adb9326ad4b518576987b8b1db7a7b91b0e10) AuthConfig (19c911ed288a65d5cd72452f82f9d60481b4b842d857ec45ffff02a93cf54c50) AuthConfig (8f5128fbb3dad0b6d547ec9d68d4dd8037aa33ed392f5e715d15c0c6b3d5e180) AuthConfig (9dd00e4bbe92ce0b566f295a5afdc44819e5fe90d1f96a2d35e01f036a4c9964) AuthConfig (1e202276bd841a290351307e660301d1a0e642bf6d6b39062217a54e57afa00b) AuthConfig (36bf70d77177abee7731d4b6926030e38d4cccb7c0e53b62aab9f5ff7647b20f) AuthConfig (5f78e37c4950a0c9bd76ad7c67f05848b32fc2de2a7b1277a78bbd5ee13651a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"64820cac-d63c-4286-bd2b-736cc6a89dfd","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.782469696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"ba629f45-4406-4c68-88e1-2748c00da717","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-distinct-2-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/distinct-2-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.786363637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth1","reconcileID":"cd37700f-9a82-4b3a-bcfd-35bb75578ad6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.802657335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth1","reconcileID":"cd37700f-9a82-4b3a-bcfd-35bb75578ad6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.872686888Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-sub2","reconcileID":"73eff7a6-84be-4886-a500-d69f3e1e7144","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-521aca49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:10.919388917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth2","reconcileID":"835aab29-9986-45d3-a8a0-439de0dea59b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:11.023270501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"1563d258-377a-476f-a4b8-d704bbc8fe43","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-2-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-2-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:11.031579546Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-81110d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-sub","reconcileID":"19ca77fc-032a-4a23-b99b-65e8cbb0a491","MaaSSubscription":{"name":"e2e-rt-sw-81110d-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-81110d","subscription":"e2e-rt-sw-81110d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:11.084313406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth2","reconcileID":"835aab29-9986-45d3-a8a0-439de0dea59b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:11.105223857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"883fb397-3815-4796-902d-5fc27224d32b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:11.144246024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"60f70cb8-f72c-4b0b-9533-3190814a5f78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:11.145180446Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-81110d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-sub","reconcileID":"19ca77fc-032a-4a23-b99b-65e8cbb0a491","MaaSSubscription":{"name":"e2e-rt-sw-81110d-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-81110d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:11.150844644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"883fb397-3815-4796-902d-5fc27224d32b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:11.172849893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth1","reconcileID":"27d3bf72-4604-47b0-a3cb-40152c2c0a2d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:11.174319486Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-81110d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-sub","reconcileID":"19ca77fc-032a-4a23-b99b-65e8cbb0a491","MaaSSubscription":{"name":"e2e-rt-sw-81110d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-81110d","namespace":"llm","model":"llm/e2e-rt-sw-81110d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:11.208873273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth1","reconcileID":"27d3bf72-4604-47b0-a3cb-40152c2c0a2d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:11.510463369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"60f70cb8-f72c-4b0b-9533-3190814a5f78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:11.764385348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-sub2","reconcileID":"e6e7e9ed-eee3-4815-a05d-a3444d99f09a","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-distinct-2-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:11.798937429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth2","reconcileID":"f6d05674-d10f-41e5-95fb-40ed18269401","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:11.86739575Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-8836a8 priority=0:[ai-tenant-e2e-worker-w0-8836a8/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w0-8836a8/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:12.01295952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"8c39b1dc-46d8-4988-a08b-9fe49bb4c2dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:12.072811325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"899cdf8a-281d-47f7-b733-25f5f383cc99","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-81110d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:12.072850454Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"899cdf8a-281d-47f7-b733-25f5f383cc99","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-81110d-693a3f7cef08","namespace":"llm","model":"e2e-rt-sw-81110d","externalModel":"e2e-rt-sw-81110d","provider":"e2e-rt-sw-81110d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:12.257405398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth2","reconcileID":"f6d05674-d10f-41e5-95fb-40ed18269401","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:12.310199409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"8c39b1dc-46d8-4988-a08b-9fe49bb4c2dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:12.365512623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"bdbe084c-ebd7-4b21-b4dc-c6bf17195b96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:12.370303029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"a8104217-e1d0-4a13-ab72-02816732331e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:12.413710536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"13d7735e-11c0-4c9e-a89e-d3f984e4663b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:12.619466843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"bdbe084c-ebd7-4b21-b4dc-c6bf17195b96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:12.673845406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"a8104217-e1d0-4a13-ab72-02816732331e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:12.813299595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"13d7735e-11c0-4c9e-a89e-d3f984e4663b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:12.813470444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"2c7a68e7-aaf6-46b6-ba1c-63e8f07edb06","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-81110d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:12.813486483Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"2c7a68e7-aaf6-46b6-ba1c-63e8f07edb06","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-81110d-693a3f7cef08","namespace":"llm","model":"e2e-rt-sw-81110d","externalModel":"e2e-rt-sw-81110d","provider":"e2e-rt-sw-81110d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:12.935421963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"e71f4213-b5b4-4f9c-9a67-de73db08a64b","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-2-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-2-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:12.991526476Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-81110d-access","reconcileID":"db90069b-31ee-4c2a-a509-0a2ee6f86a3a","MaaSAuthPolicy":{"name":"e2e-rt-sw-81110d-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-81110d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:13.278560568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth2","reconcileID":"def74684-ef10-4d71-b023-bc3752cbf1cd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:13.279765715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth1","reconcileID":"2f0308e2-58f1-4a67-9147-7906f968b2ac","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:13.331607479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"2b0e94da-5bb3-4ee1-a8b3-d5c9ecbcfbb3","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-81110d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:13.331645293Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"2b0e94da-5bb3-4ee1-a8b3-d5c9ecbcfbb3","MaaSModelRef":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-81110d-693a3f7cef08","namespace":"llm","model":"e2e-rt-sw-81110d","externalModel":"e2e-rt-sw-81110d","provider":"e2e-rt-sw-81110d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:13.332521553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"845cffdc-662e-4471-93cc-11311fe7eba2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:13.397744688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"9f7817c9-0258-4d9d-8107-838af5d0255a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:13.399355765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth2","reconcileID":"def74684-ef10-4d71-b023-bc3752cbf1cd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:13.409346596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth1","reconcileID":"2f0308e2-58f1-4a67-9147-7906f968b2ac","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:13.417224185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"845cffdc-662e-4471-93cc-11311fe7eba2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:13.460893674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"33a65a06-cfc4-492b-848e-19acbbfe29d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:13.468773209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"9f7817c9-0258-4d9d-8107-838af5d0255a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:13.609802415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"33a65a06-cfc4-492b-848e-19acbbfe29d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:13.632771146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa2e822e-54ec-49a4-a578-b7b8dabb47ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:13.652507754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa2e822e-54ec-49a4-a578-b7b8dabb47ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:13.807872908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"aa13bd3e-3e7e-42ed-b260-5a0c2933f2ca","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:13.808073551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"aa13bd3e-3e7e-42ed-b260-5a0c2933f2ca","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:13.808497261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5821811e-39c5-4861-9d10-d4039ad51fc8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:13.808550048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5821811e-39c5-4861-9d10-d4039ad51fc8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:13.80906667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"37f0480e-63ef-4c22-8315-41680f277f61","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:13.809128061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"37f0480e-63ef-4c22-8315-41680f277f61","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:14.102241987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ea928460-e141-41fa-9118-3e6401cefb40","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:14.102363031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ea928460-e141-41fa-9118-3e6401cefb40","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:14.111235675Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"f5285a22-1abb-4c8b-9710-029da0ff4ba0","namespace":"llm","name":"e2e-rt-sw-81110d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:14.112024676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0ad02087-c6cb-4aec-a451-140b44f7d449","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:14.112194985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0ad02087-c6cb-4aec-a451-140b44f7d449","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:14.11291536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3166a9f6-3465-4f93-b8c6-047b26abb7d1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:14.112974971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3166a9f6-3465-4f93-b8c6-047b26abb7d1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:14.113723392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2b4ae6cf-228a-41f3-9613-0cce2dcd29c7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:14.2335964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2b4ae6cf-228a-41f3-9613-0cce2dcd29c7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:14.336635893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bb76bdf8-0223-432c-ba1b-97640882b819","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:14.273605841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-auth1","reconcileID":"524ca4ee-6871-4e3a-b025-ff0df5924642","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:14.422211813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e87f0088-3464-49d2-bd19-22453adff030","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:14.588288325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e87f0088-3464-49d2-bd19-22453adff030","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:14.624547292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-auth1","reconcileID":"524ca4ee-6871-4e3a-b025-ff0df5924642","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:14.42356582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-auth2","reconcileID":"290acf6e-8d57-4a08-9903-f734f745e9b5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:14.424036961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"d3ed12de-0712-478f-9e6e-ed32ed539b66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:14.511334941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9e6231ac-3d18-44be-a9c1-d1ea5389e94e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:14.422501824Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-81110d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-81110d","reconcileID":"59921214-a8ae-450d-9722-708e8fdf2c4e","namespace":"llm","name":"e2e-rt-sw-81110d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:14.626640251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2581b603-1795-4c18-bc13-616a2969ed2a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:14.290117563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"72ab626e-0316-4f40-8425-ef969ce18d27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:14.685697874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"d3ed12de-0712-478f-9e6e-ed32ed539b66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:14.693956584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-auth2","reconcileID":"290acf6e-8d57-4a08-9903-f734f745e9b5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:14.710827561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9e6231ac-3d18-44be-a9c1-d1ea5389e94e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:14.783731072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"72ab626e-0316-4f40-8425-ef969ce18d27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:14.84439658Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-sub1","reconcileID":"49953310-a148-40d5-8529-bc6ddc671fb5","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:14.879725481Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-sub1","reconcileID":"49953310-a148-40d5-8529-bc6ddc671fb5","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:14.929307829Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-sub1","reconcileID":"49953310-a148-40d5-8529-bc6ddc671fb5","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:15.000075741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c6973b47-cc5f-41d1-b91e-9a788b3b9b91","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:15.028701764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c6973b47-cc5f-41d1-b91e-9a788b3b9b91","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:15.089747841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"b9525de3-9bb1-48ec-96ce-163060cc59fa","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:15.09185865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"bca810b2-960e-4a88-933f-ff77b06959e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:15.092771444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"aa77d477-9ce4-47f6-a70d-82e428e78f16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:15.203371724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"aa77d477-9ce4-47f6-a70d-82e428e78f16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:15.235569264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"bca810b2-960e-4a88-933f-ff77b06959e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:15.237895826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"c9fa459e-db6e-4ec1-a51b-14efb6fa2834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:15.292001274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth1","reconcileID":"7eb228ff-a4f7-48ae-b796-fb8f1a9463c6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:15.2932817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"b0528c21-3ec0-4eb8-a8c2-84ad49f89406","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:15.293573319Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-8836a8 priority=0:[ai-tenant-e2e-worker-w0-8836a8/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w0-8836a8/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:15.47152157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"90b0ef84-acca-431f-8c53-01174c6085ee","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-2-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-2-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:15.545319279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth1","reconcileID":"7eb228ff-a4f7-48ae-b796-fb8f1a9463c6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:15.563498691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"c9fa459e-db6e-4ec1-a51b-14efb6fa2834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:15.566338395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"abcce365-f1a0-47ce-b8c6-24618deee9f6","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-2-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-2-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:15.681198231Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-sub2","reconcileID":"51a52551-78ad-44f0-ae75-749a0da70fad","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c359af9c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:15.810440983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth2","reconcileID":"9c90fb59-3177-4a83-947f-b3cb173f1514","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:15.855542354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-auth1","reconcileID":"bc16aba0-3d8a-4e38-a2aa-f2d2e2b6c5b6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:15.856369909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"a0e070ff-0e20-4e84-a60f-f72ed375a20a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:15.902293084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"a0e070ff-0e20-4e84-a60f-f72ed375a20a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:15.969646964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-auth1","reconcileID":"bc16aba0-3d8a-4e38-a2aa-f2d2e2b6c5b6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:16.007112751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth2","reconcileID":"9c90fb59-3177-4a83-947f-b3cb173f1514","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:16.048564094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc02a4c8-4f47-4697-b342-570a23f8ef30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:16.07849486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc02a4c8-4f47-4697-b342-570a23f8ef30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:16.122611541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"7b0432d5-c10b-4222-b029-39389fb47bd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:16.280832108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aa5ae30f-2125-41f8-a5c8-40e5f9e8b270","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:16.281551444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aa5ae30f-2125-41f8-a5c8-40e5f9e8b270","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:16.35099818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"88053aa4-c903-41b7-a1b7-98367be237a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:16.372268842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"7b0432d5-c10b-4222-b029-39389fb47bd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:16.37506766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"88053aa4-c903-41b7-a1b7-98367be237a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:16.411430738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"be228018-efb9-4982-ab2b-f2575661a552","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:16.433383468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"6010b9ea-eca0-46ff-b708-c0dfb1aab992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:16.43430872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"9a723e70-e103-442c-8f39-78d3a6498eb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:16.586458209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"9a723e70-e103-442c-8f39-78d3a6498eb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:16.630528418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"59492040-ddf4-4844-a053-cc8520acc0a2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:16.630548498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"59492040-ddf4-4844-a053-cc8520acc0a2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:16.641574588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"6010b9ea-eca0-46ff-b708-c0dfb1aab992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:16.645760884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f332c1e-ae1c-4186-a2ae-7d9aac14f654","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:16.744938164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f332c1e-ae1c-4186-a2ae-7d9aac14f654","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:16.783174143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"c202174b-f2e0-4670-86f7-55fb15d24ca4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:16.801922808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"aa1714e9-67cf-47e2-9201-f8a1a890fa70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:16.837910909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5fdd2fcd-525f-4602-bcb7-d762ca16771b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:16.952975782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"c202174b-f2e0-4670-86f7-55fb15d24ca4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:16.962889135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"76043512-0939-44ee-a377-6604bc79ac84","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:16.963903151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"aa1714e9-67cf-47e2-9201-f8a1a890fa70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:16.993664129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-auth2","reconcileID":"3f84ecc1-d931-4361-a106-92f8795f0841","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:17.014494227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5ecdd0ec-64ab-4b7a-9c31-ad13e1f61906","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:17.026037362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-auth2","reconcileID":"3f84ecc1-d931-4361-a106-92f8795f0841","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:17.030223019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"1a6f8662-cd48-4bb3-b38a-62163076f985","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:17.036238827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5ecdd0ec-64ab-4b7a-9c31-ad13e1f61906","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:17.099971167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"197ff8f1-b231-475f-9bb6-d136258157a8","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:17.109800733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-auth1","reconcileID":"465281b6-31a7-4bf0-ae96-8b6f3b862097","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:17.141321081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-auth1","reconcileID":"465281b6-31a7-4bf0-ae96-8b6f3b862097","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:17.142527365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"98f6154e-07ca-4da8-a42a-545f578115db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:17.261657073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"5e3e6163-57ab-4398-9927-87b719457a18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:17.262023927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7736f94d-64e9-4edf-bb61-87074661fb5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:17.261657066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"1e46532c-677c-4fe3-89d9-338ead0a584e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:17.284713612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"5e3e6163-57ab-4398-9927-87b719457a18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:17.314385703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"1e46532c-677c-4fe3-89d9-338ead0a584e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:17.319373642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7736f94d-64e9-4edf-bb61-87074661fb5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:17.691113652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"01dd42a9-1292-47bc-8262-490e88c7e971","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:17.709542835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"07821840-9bed-432b-9007-3263a6e501eb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:17.718657974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"0f115eb0-ae28-481e-a7de-53d544da3d7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:17.719282326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"67aad47b-4ec2-48d8-b73c-3760b812013b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:17.731848476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"0f115eb0-ae28-481e-a7de-53d544da3d7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:17.735865188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"67aad47b-4ec2-48d8-b73c-3760b812013b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:17.745591969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"bf111468-f4f5-4b56-b693-84d6dbf08819","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:17.800833275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"b373d833-dd4f-4312-a16d-57cd58c2ce39","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:18.284236909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"ca4b2c73-6545-4cc4-a0ff-5a6cf7cb16a6","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:18.307166476Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"55e12651-57b4-4833-9933-150118116895","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3c7c9036","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:18.310688661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"c028516e-c4f6-4a40-ab5d-59b459430db2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:18.374536904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"dd42136c-4c93-4490-b3f9-24a15e3cc6d8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:18.375087133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"6cbdc114-83bd-4b65-b266-047441c8be86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:18.375465113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e365e2d5-df71-42f4-b304-04e4774656d3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:18.378129546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"c028516e-c4f6-4a40-ab5d-59b459430db2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:18.387658434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"6cbdc114-83bd-4b65-b266-047441c8be86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:18.389343353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e365e2d5-df71-42f4-b304-04e4774656d3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:18.390374487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"dd42136c-4c93-4490-b3f9-24a15e3cc6d8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:18.52195119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"edef084c-3e51-4518-8b4b-f3d738036eb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:18.533393792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"edef084c-3e51-4518-8b4b-f3d738036eb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:18.626618382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"67b644f5-cf6c-493c-b5c4-ad6ef5edfb84","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:18.626637961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"dd1c2b06-01b9-4259-ad03-22fd699801fc","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:18.627365176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"efe925f3-ccde-43eb-9198-a14e66f03d86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:18.63762955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"67b644f5-cf6c-493c-b5c4-ad6ef5edfb84","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:18.640577302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"dd1c2b06-01b9-4259-ad03-22fd699801fc","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:18.641461868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"efe925f3-ccde-43eb-9198-a14e66f03d86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:20.877953765Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-sub2","reconcileID":"dc4d373a-024c-4612-9f99-9157b5da5fcf","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:20.883122554Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-sub2","reconcileID":"dc4d373a-024c-4612-9f99-9157b5da5fcf","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:20.888361189Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-sub2","reconcileID":"dc4d373a-024c-4612-9f99-9157b5da5fcf","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:20.927741212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"c7956b2f-8451-4eb3-8f70-c89a0e286e79","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:20.939598161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"6f1765ba-37c9-40d5-99b8-73173d6b7a65","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-2-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-2-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:20.951614516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"bb4654f4-1da4-4f20-b359-a0a5d63996c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:20.951814879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"e63499f0-ee56-44a0-a113-a1100f4658d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:20.952084149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth1","reconcileID":"5c2271db-a75f-445e-9dee-62c131360465","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:20.952181388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth2","reconcileID":"60479d49-16ff-4cdf-8f49-3adbbdc9a4cf","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:20.962324436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth1","reconcileID":"5c2271db-a75f-445e-9dee-62c131360465","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:20.962346837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth2","reconcileID":"60479d49-16ff-4cdf-8f49-3adbbdc9a4cf","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:20.964825601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"e63499f0-ee56-44a0-a113-a1100f4658d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:20.970000679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"bb4654f4-1da4-4f20-b359-a0a5d63996c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:21.080502023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"1ad68d67-329a-4c9b-9622-7579df6a5778","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:21.080602569Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth1","reconcileID":"7d36a651-e9e5-4e65-aece-3c8ff5ba7036","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:21.092145922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth2","reconcileID":"cb487ac5-e9c6-499d-b357-1a6b8470bebc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:21.101473054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth2","reconcileID":"cb487ac5-e9c6-499d-b357-1a6b8470bebc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:21.187063595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"2578c1fa-42b5-490a-b9d8-be1a4144d9a3","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:21.341493246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"c8e2ca4c-d4f3-4e1e-8ddc-911520f20eb9","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:21.34190657Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-ignore-header-auth2","reconcileID":"b32ce921-35c7-4102-a4ad-462743d35d72","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:21.378204581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"c772e1d5-53f7-41cf-9b26-5629bb33cc67","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.742889268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"3dba9638-744e-404c-98b3-3ee91bb3fdca","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.750632935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"81d85e43-46de-4b53-aeb1-d021c011eec4","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.767811356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"97c5ad71-08b8-4be6-812b-e147487cfaa7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.77795535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"97c5ad71-08b8-4be6-812b-e147487cfaa7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.809486407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"e73bde21-d350-46e7-82ba-c97058702b99","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.873230907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"8baa7de4-d16f-49d7-8b70-38f98c162ece","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.883143798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"8baa7de4-d16f-49d7-8b70-38f98c162ece","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.928888001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"ea64b80b-5ec4-4680-be61-431b5e043cb1","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.939459494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"62808795-264c-430e-9e5e-bd3379f90501","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:45:22.943730564Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-sub1","reconcileID":"9e20adeb-695e-46c0-b935-16f6741cde3b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:45:22.945432237Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"62808795-264c-430e-9e5e-bd3379f90501","name":"distinct-w2-f06af6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-f06af6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:45:22.945477333Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"62808795-264c-430e-9e5e-bd3379f90501","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-f06af6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.951106507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"8684a0bd-0aaa-43a7-833f-6b0603230fc6","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.958486184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"8c8cda73-d2b1-4292-8cd9-932409b45e9a","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.96683565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"0747b229-b20f-42e0-8c5b-2e65cb68b752","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.968513019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"575aa12d-4827-432f-b63a-50cd3cf70797","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.96851885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"dd8ad2da-fbbd-44a3-b4ac-bbcf1cd6515e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.972109183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"9ed7926f-f41c-4be0-8c98-fb7a77043bf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.978206829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"dd8ad2da-fbbd-44a3-b4ac-bbcf1cd6515e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.979229853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"575aa12d-4827-432f-b63a-50cd3cf70797","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.981760231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"9ed7926f-f41c-4be0-8c98-fb7a77043bf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:22.99428121Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-sub1","reconcileID":"93207dae-2d0b-48a9-82da-6ad80965630d","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-distinct-w2-f06af6","model":"distinct-w2-f06af6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-f06af6/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.020489718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"a8c54254-f453-4fc1-a46e-41f684fcf0ba","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.068430072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"43501e27-1356-4e3d-a6f7-04267e85e2d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.068634178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"6cdf8146-41d2-41d7-83c5-f12339ff1f6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.068430034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1e69c9d7-a433-4946-88a9-bb6b36f92a9c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.078569747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"6cdf8146-41d2-41d7-83c5-f12339ff1f6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.07974949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"43501e27-1356-4e3d-a6f7-04267e85e2d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.081492828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1e69c9d7-a433-4946-88a9-bb6b36f92a9c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.088700675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-sub1","reconcileID":"95b8ffc5-c471-43fc-aa60-162cdb0ef42f","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-distinct-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.098558907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"1838c218-e664-4b4f-b6b1-e8e2726a44c7","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.106999717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"56e6acaa-4507-4c84-ac6e-e69d90aff34e","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.186123984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"8c3faa21-0686-45fd-90d6-a19c622f2cbc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.196462305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"8c3faa21-0686-45fd-90d6-a19c622f2cbc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.22657666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"03a1c200-6188-4d7c-817a-913a2718bb93","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.271721872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"8d68b36e-c684-45fa-8d19-f4681551f4d3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.281637104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"8d68b36e-c684-45fa-8d19-f4681551f4d3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.286416552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"a1bcb596-6fe6-4b8d-9f1c-87184efd70a2","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.287248263Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-f06af6 priority=0:[ai-tenant-e2e-worker-w2-f06af6/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w2-f06af6/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.370654438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"7191c599-f650-4b63-a425-b597c9997e56","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.371549325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"eed13e05-4d38-4aef-965b-5c1935401ac6","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:45:23.380514719Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-f06af6/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.381356659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"4e37e014-1834-4156-8360-3a44952d894c","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.395328573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"ce323f8f-936a-45ec-8143-3b4850c57fc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.395419226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"8d78b948-ca69-4075-9389-e9a8c9095748","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.395747162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a9414ddb-4218-417f-b5ed-626d18e39405","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.406735565Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-sub2","reconcileID":"08e978fb-89a8-4a4b-a44b-d87307f268ca","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-distinct-2-w2-f06af6","model":"distinct-2-w2-f06af6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-f06af6/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.413289976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"ce323f8f-936a-45ec-8143-3b4850c57fc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.415309741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"8d78b948-ca69-4075-9389-e9a8c9095748","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.415680311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a9414ddb-4218-417f-b5ed-626d18e39405","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.469117304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"3569df5c-dad8-4bfb-92ac-3f8a1ec3963a","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.490252215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d6ed9d4e-cd4d-42a6-8fb4-e0918bf41e4f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.505939017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d6ed9d4e-cd4d-42a6-8fb4-e0918bf41e4f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.509870625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-sub2","reconcileID":"2f7e2c0c-15b2-4abc-9450-29a6bd6d1d29","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-distinct-2-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.629856378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0bb61f84-7745-4e69-a98c-c86d50291e94","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.630011757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"9bcd1fa4-9412-445e-9079-bcf57f152ac0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.629857249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"d37da1af-5b3a-4902-a517-aec3429649ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.694402903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"9bcd1fa4-9412-445e-9079-bcf57f152ac0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.694973247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0bb61f84-7745-4e69-a98c-c86d50291e94","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:23.695843888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"d37da1af-5b3a-4902-a517-aec3429649ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:24.909353487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"05527be0-7b9b-4b01-8f5f-2cec1a5d5ea4","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:24.928563604Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-sub1","reconcileID":"abefa9d9-52f9-417d-bc94-211b9d5030b2","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ef436d3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:24.93690917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0b919e56-3a47-46ad-98f9-7bbb0289913c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:24.937155303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"789b392f-1475-46a8-9058-4a7bf1f0551b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:24.937388693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"93306e5a-7641-485f-9799-261bffca2697","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:24.936918431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b585d5bd-9ead-4684-95cd-c99b0b16d2d2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:24.950596796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0b919e56-3a47-46ad-98f9-7bbb0289913c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:24.952825169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"789b392f-1475-46a8-9058-4a7bf1f0551b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:24.95319172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b585d5bd-9ead-4684-95cd-c99b0b16d2d2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:24.956442606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"93306e5a-7641-485f-9799-261bffca2697","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.029589564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b43fef6b-7a98-4e84-8472-fd42440829f5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.029810916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"13e5b7bd-f90e-4d7d-b156-d914ce3328a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.030112604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"2dc0c751-fbea-4cfd-89f9-e1ea0677cccc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.041145923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"13e5b7bd-f90e-4d7d-b156-d914ce3328a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.041689784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b43fef6b-7a98-4e84-8472-fd42440829f5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.04390607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"2dc0c751-fbea-4cfd-89f9-e1ea0677cccc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.130789475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"13dfdbac-74a6-42c6-8761-cddf2850f73d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.141311513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"13dfdbac-74a6-42c6-8761-cddf2850f73d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.68819316Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-sub2","reconcileID":"cf54cebf-7333-4065-8f8e-d97d210e6cfd","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.693822786Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-sub2","reconcileID":"cf54cebf-7333-4065-8f8e-d97d210e6cfd","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.699444889Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-sub2","reconcileID":"cf54cebf-7333-4065-8f8e-d97d210e6cfd","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.742680481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"aa2681bf-bda7-49f2-a63c-e673ea064dbb","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-2-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-2-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.761614702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"6c9ddeab-22ad-4ebc-8b75-11c0a53ebccf","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.775823777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-auth2","reconcileID":"c10aab1a-2f2d-48fa-9b63-733fdcdb00ba","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.784518463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-auth1","reconcileID":"3e29429a-31a3-4bbf-8b9e-420bc2cce928","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.784563023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"7f0062d1-079f-4be8-9dd6-f1569d43d0a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.784905217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"36312a65-1d27-423a-a936-13739c702866","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.789742356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-auth2","reconcileID":"c10aab1a-2f2d-48fa-9b63-733fdcdb00ba","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.794850313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-auth1","reconcileID":"3e29429a-31a3-4bbf-8b9e-420bc2cce928","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.794894846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"36312a65-1d27-423a-a936-13739c702866","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.797075954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"7f0062d1-079f-4be8-9dd6-f1569d43d0a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.863876454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-auth2","reconcileID":"338fa616-966e-483c-9508-e05fbb206ab6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.874724676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-auth2","reconcileID":"338fa616-966e-483c-9508-e05fbb206ab6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.884467696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"e299d596-bbff-4134-8811-462feac0a6cc","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.884476077Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-auth1","reconcileID":"33eb6a8f-6d57-4d9c-b6d9-fe2a7c562ca5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:25.915113865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"28f438bb-eca0-469a-a531-660ebce1c23e","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:26.135870864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"512e7577-b2cc-4dc3-80d8-2942010b173a","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-2-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-2-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:26.135894564Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-multi-keys-auth2","reconcileID":"1044abe4-2e63-4076-b1fe-067a0862bbfc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:26.154776889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"1b4d4a3c-be11-4032-9eb3-94f14d0b1800","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-2-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-2-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:26.631227764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"43cfa91d-2eb1-4aec-a940-929d6003de06","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:26.631252383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"43cfa91d-2eb1-4aec-a940-929d6003de06","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:27.10137243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"b955beb7-cdfd-4f3b-bf4d-6081399783c8","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:27.273491641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"a5df2844-8345-4dcb-bf3a-6a1be90eda7e","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:27.273964725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"8b42ab6d-52a9-4f99-bc89-7fe630430055","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"premium-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"premium-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:27.300006317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"ce6d050c-13a3-4297-9a2e-6a839309c0a0","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:27.300472734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"09771b0a-bd7b-44b5-9939-32fe63828732","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"premium-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"premium-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:27.301433388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"46c6f72f-db3b-496f-ad07-0f13859f18a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:27.306170849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"08604ffe-c755-41f4-83af-a9f94fc11cf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:27.30852012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"05920220-96ba-40eb-9187-2145dd35f91c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:27.308591626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"31c6b352-a875-400d-979e-57dad62102f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:27.313773465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"46c6f72f-db3b-496f-ad07-0f13859f18a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:27.317825771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"08604ffe-c755-41f4-83af-a9f94fc11cf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:27.395781565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"f78c7268-91b8-4b13-8a32-871e92e4031d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:27.39633795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"a7088778-907c-49bf-b9d5-3f86fc880057","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:27.439889133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"a7088778-907c-49bf-b9d5-3f86fc880057","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:27.489875123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"f78c7268-91b8-4b13-8a32-871e92e4031d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:27.746908412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"2c16b688-1f9a-41a7-b798-23bc9fe924ee","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:28.31170043Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"a5ec44b5-90b7-4422-bd73-db88d62f9e33","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"model":"e2e-models-e2e-worker-w0-8836a8/distinct-w0-8836a8","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:28.31630765Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"a5ec44b5-90b7-4422-bd73-db88d62f9e33","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"model":"e2e-models-e2e-worker-w0-8836a8/distinct-w0-8836a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:28.32093817Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"a5ec44b5-90b7-4422-bd73-db88d62f9e33","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/distinct-w0-8836a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:28.391875443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"49467b7c-2cfb-450a-9f5b-cb3c5a03445e","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:28.417539881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d5e544a8-9cf2-4756-b8fd-d644f91563ac","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:28.420409489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"183a3bb2-b7de-4049-82cf-c28ae9bd8b78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:28.420914805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"fec2161b-df44-4b88-87d4-36ceaf5fd192","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:28.420915432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"d109fed0-93e2-4561-8792-4ea0a11f80d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:28.427094789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d5e544a8-9cf2-4756-b8fd-d644f91563ac","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:28.430348988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"183a3bb2-b7de-4049-82cf-c28ae9bd8b78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:28.434024944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"d109fed0-93e2-4561-8792-4ea0a11f80d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:28.434059183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"fec2161b-df44-4b88-87d4-36ceaf5fd192","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:28.514448596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c2c816e9-affb-445c-b7f5-67dca035b34e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:28.526250135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c2c816e9-affb-445c-b7f5-67dca035b34e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:28.539348481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"f86104e2-bde4-41bf-9436-0218b220685b","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-2-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-2-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:28.560227098Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"c781d4d2-3778-4915-bc3a-6282d9884b11","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1ac7309d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:28.661950593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"f959eef6-9337-4848-97fc-06ff6f850356","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:28.662451586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ab409efc-bb75-40a0-b5ce-898392b4b0e1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:28.66315173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"7a2b980f-4de2-45d3-beee-079352a700e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:28.687815085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"7a2b980f-4de2-45d3-beee-079352a700e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:28.688438112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ab409efc-bb75-40a0-b5ce-898392b4b0e1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:28.691955561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"f959eef6-9337-4848-97fc-06ff6f850356","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:28.767304418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"215ad51c-c404-45b8-afac-ea8418bbbf39","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:28.77688297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"215ad51c-c404-45b8-afac-ea8418bbbf39","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:28.859258518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"6fe47a35-b4db-489b-a9b0-d4609427d0ed","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:28.859277838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"e2e499d6-df33-4056-a8de-6646b117c59b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:28.859726373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"17272e8d-0ce7-486e-86dc-a8bd39ee47fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:28.869863124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"6fe47a35-b4db-489b-a9b0-d4609427d0ed","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:28.869880199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"17272e8d-0ce7-486e-86dc-a8bd39ee47fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:28.872155362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"e2e499d6-df33-4056-a8de-6646b117c59b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:29.027368333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"distinct-2-w4-2a3e1b","reconcileID":"d8567c35-7abf-44d6-849b-fa29f89f92cc","MaaSModelRef":{"name":"distinct-2-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"distinct-2-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"distinct-2-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:29.064431221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c0896da1-4594-4a6b-be7b-3baf40c22984","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:29.064453837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c0896da1-4594-4a6b-be7b-3baf40c22984","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:29.08502581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2856ab33-6e4b-4b00-83bd-461dbf616f53","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:29.091468763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"706d9eff-5ab0-4935-bc00-9bc7cec99ac1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:29.091916613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc0aecdd-21e7-4e45-8eae-739167c4ae85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:29.101631265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"706d9eff-5ab0-4935-bc00-9bc7cec99ac1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:29.102315804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc0aecdd-21e7-4e45-8eae-739167c4ae85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:29.110095559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"775167d7-04cc-4fa5-8ba4-ab13fb7654af","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:29.110110832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"775167d7-04cc-4fa5-8ba4-ab13fb7654af","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:29.184523337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9af6300c-74e1-4677-9d0e-12982051f7ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:29.377346065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"f174c1c1-5f78-4b9b-a1c4-ae2e4572730b","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:29.403104362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"d14f4b12-c06c-424e-9ebf-9b6ee59fe610","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:29.41188478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"8807c6cb-9c51-46f5-af71-4a88a9a0308e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:29.412666378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"0d1e8b72-8436-4dbe-8d32-8268ffeaeeaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:29.426153077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"0d1e8b72-8436-4dbe-8d32-8268ffeaeeaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:29.426185855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"8807c6cb-9c51-46f5-af71-4a88a9a0308e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:29.433395434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"f48fcbf8-88ef-4a6a-97a0-d87be3296500","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:29.516934622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"d99f17c7-8450-4903-8816-07eb34bf7ab0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:29.712500701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"6623d37d-0932-414e-b3d1-1d636a4487f5","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:29.734532635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"3ce61d58-6dc0-4d98-8350-41cb5cad8d08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:29.737435738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"0d4099a3-fadc-4cda-8e42-c06ec3e4d396","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:29.737528849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"e432bebd-919d-42e5-a8bc-4e3468f353de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:29.753593291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"0d4099a3-fadc-4cda-8e42-c06ec3e4d396","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:29.755706646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"e432bebd-919d-42e5-a8bc-4e3468f353de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:29.768826999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"acee8892-e2ee-4172-a432-da1d5e626929","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:29.837505174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"5f62ce8b-1c96-4d4f-9bc5-e4882513d977","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:32.401350418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-sub2","reconcileID":"5219e1ee-77ce-4ddb-986b-14173627db72","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-distinct-2-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:32.601913602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"9ca430fd-a2cd-4197-85b3-4e1d5e7c2210","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:32.625106459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"9290d055-4769-460d-9f4b-d188b637006b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:32.674356711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"9290d055-4769-460d-9f4b-d188b637006b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:32.683194549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"7f8c9b8e-3faf-4a2a-8b23-10bef4046129","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:32.701792754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"da27bd89-dedd-4324-82f6-1f81dbc41f11","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:32.702211691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"68b436a7-777c-4a64-97c7-6922e647880e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:32.702429972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"2280af42-ab5b-4852-8167-54a33ed365b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:32.739744121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"7f8c9b8e-3faf-4a2a-8b23-10bef4046129","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:32.815537033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"da27bd89-dedd-4324-82f6-1f81dbc41f11","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:32.841670056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"2280af42-ab5b-4852-8167-54a33ed365b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:32.850421611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"68b436a7-777c-4a64-97c7-6922e647880e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:33.032764077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c0623fc0-343f-40c0-a465-9e602cd1a04d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:33.057896505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c0623fc0-343f-40c0-a465-9e602cd1a04d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:33.140887013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"aa99d0fc-80b3-413e-91d8-3ff4b63a7bef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:33.762396072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"aa99d0fc-80b3-413e-91d8-3ff4b63a7bef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:34.233440672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"66b9279e-6ac7-473a-a049-e7fb72e6cc22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:34.401404079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"31bd0c69-2dd9-4908-a4a0-df4c8172ee91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:34.401905719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"f753f091-c962-4a6c-a7b3-81db86ad86cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:34.441197953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"cb454c63-39bf-45d4-a9cc-146584ab325d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:34.572477864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"66b9279e-6ac7-473a-a049-e7fb72e6cc22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:34.843700834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"f753f091-c962-4a6c-a7b3-81db86ad86cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:34.870290083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"cb454c63-39bf-45d4-a9cc-146584ab325d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:34.870518527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"31bd0c69-2dd9-4908-a4a0-df4c8172ee91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:35.198783467Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-sub1","reconcileID":"d88fb087-9a40-4d52-bac8-eda22ded64b9","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:35.333583189Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-sub1","reconcileID":"d88fb087-9a40-4d52-bac8-eda22ded64b9","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:35.430473273Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-sub1","reconcileID":"d88fb087-9a40-4d52-bac8-eda22ded64b9","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:35.867196447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"04cba9da-2c7b-469d-8bb8-b940bfd3fdcb","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.133932803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6192c913-3270-4c96-97f6-cdd08a85fac9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.134586046Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"053af221-e12a-4fc4-a30e-6fceebe691df","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"model":"e2e-models-e2e-worker-w0-8836a8/distinct-2-w0-8836a8","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.135381753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"c8d9393b-4b42-4800-87af-625ddc05dcce","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-2-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-2-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.145635579Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"053af221-e12a-4fc4-a30e-6fceebe691df","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"model":"e2e-models-e2e-worker-w0-8836a8/distinct-2-w0-8836a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.17806755Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"053af221-e12a-4fc4-a30e-6fceebe691df","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/distinct-2-w0-8836a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.19067003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"9db1cc6f-b918-4fc0-8bda-898e8f61733e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.191459802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b3baf164-e717-4d7e-8533-7e2067b733ed","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.206642393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6192c913-3270-4c96-97f6-cdd08a85fac9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.207450252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"88fc78e4-950d-4503-b91a-7034ecdd81a2","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.209723998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"7d93af1a-30b3-4a71-997a-5df17af3b077","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.280650206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"7d93af1a-30b3-4a71-997a-5df17af3b077","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.340803965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b3baf164-e717-4d7e-8533-7e2067b733ed","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.341608091Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-07292b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-07292b","reconcileID":"f905db61-d68b-4840-97f0-d170882cd20a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-07292b","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-07292b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.475696108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"9db1cc6f-b918-4fc0-8bda-898e8f61733e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.49879127Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-sub2","reconcileID":"84dec314-5a4c-43e3-827c-482c620cc81a","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-346ed860","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.525498186Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.568472187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d8169d47-0b61-4441-843f-36fbf1dbd5f2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.571110052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"6f4f36a2-a6da-469b-80b5-92d2ec2ba0ee","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-2-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-2-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.616090345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b95978f-02aa-4a16-ad52-cb3742e0cfcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.649721432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b95978f-02aa-4a16-ad52-cb3742e0cfcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.650393868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d8169d47-0b61-4441-843f-36fbf1dbd5f2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.681723848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ee334655-480f-4928-ab76-47f8ccd598e1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.682899888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b95978f-02aa-4a16-ad52-cb3742e0cfcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.703002985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b95978f-02aa-4a16-ad52-cb3742e0cfcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.717762547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"353bfdb5-f4af-4c62-870b-3046d117de71","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.741722256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ee334655-480f-4928-ab76-47f8ccd598e1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.761907774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f88f9512-4cd3-40b5-a23c-ee108300d49d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.762402209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"ac876f07-b235-417d-90a6-2c214e9f995b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.784638411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f88f9512-4cd3-40b5-a23c-ee108300d49d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.883412406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"ac876f07-b235-417d-90a6-2c214e9f995b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.884420906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"distinct-2-w4-2a3e1b","reconcileID":"5157bde1-d4f5-4347-8c3d-d3597a7cd60b","MaaSModelRef":{"name":"distinct-2-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"distinct-2-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"distinct-2-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.977314696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"2f27aa9c-082e-4b19-b2c1-091d96defcc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:36.99486443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"2f27aa9c-082e-4b19-b2c1-091d96defcc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:37.007909195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"9dd4a690-325e-47f3-ac64-036f480a9979","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:37.141747606Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d0f49ce2-6c77-4f41-938f-60b42f565c57","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"model":"e2e-models-e2e-worker-w0-8836a8/distinct-w0-8836a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:37.148200077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"9dd4a690-325e-47f3-ac64-036f480a9979","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:37.263769578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"ca56f1f0-b933-4168-a857-6f0cfeeb32a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:37.484592176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"ca56f1f0-b933-4168-a857-6f0cfeeb32a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:37.530971192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"0eef1ce1-f001-4fe0-ab0d-87cdb0fc6093","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:37.67922604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f946a16a-6372-496a-8957-f020e25c1947","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:37.70203152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"b974438c-3eff-487f-b80b-c69154049155","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:37.711808144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"a35036af-9886-44b3-9555-17914c5e0259","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:37.734287726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f946a16a-6372-496a-8957-f020e25c1947","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:37.774724283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"e5e42339-0a5c-488b-b40b-87040597e13e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:37.775775605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"db77611b-da49-4e20-9af1-28eeee3d2f78","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:37.797833419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"9bb5c99b-9d67-43c4-897b-88abb9f6e0a5","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-2-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-2-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:37.801621281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"b974438c-3eff-487f-b80b-c69154049155","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:37.874672979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"e5e42339-0a5c-488b-b40b-87040597e13e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:37.890161777Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"02842b01-9c5a-413c-81cc-f61faa8147c6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"model":"e2e-models-e2e-worker-w0-8836a8/distinct-2-w0-8836a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:37.930521476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"fb1fc97a-93f7-436f-b172-cd9db1d5e36a","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:37.984998209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"037c7587-e9a2-4c8f-ae02-48270b749de8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:37.991151992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"203e4029-c902-43b7-b0df-079ca539b638","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-2-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-2-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:38.147356062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"distinct-w4-2a3e1b","reconcileID":"53551378-56a7-4a2d-8c5f-c8242d4cff4d","MaaSModelRef":{"name":"distinct-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"distinct-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"distinct-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:38.194892922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83823684-7920-453f-946a-5c6872b79cc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:38.205458884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83823684-7920-453f-946a-5c6872b79cc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:38.215827918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83823684-7920-453f-946a-5c6872b79cc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:38.223744932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83823684-7920-453f-946a-5c6872b79cc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:38.605223769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d4fc199-0cc5-4731-a84c-e43cef488ad7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:38.605250483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d4fc199-0cc5-4731-a84c-e43cef488ad7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:38.618029895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd08ce85","namespace":"ai-tenant-e2e-mt-fd08ce85"},"namespace":"ai-tenant-e2e-mt-fd08ce85","name":"e2e-policy-fd08ce85","reconcileID":"18bbf1bf-9a37-4910-a938-5a5b1fe50539","MaaSAuthPolicy":{"name":"e2e-policy-fd08ce85","namespace":"ai-tenant-e2e-mt-fd08ce85"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:38.676088094Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd08ce85","namespace":"ai-tenant-e2e-mt-fd08ce85"},"namespace":"ai-tenant-e2e-mt-fd08ce85","name":"e2e-policy-fd08ce85","reconcileID":"18bbf1bf-9a37-4910-a938-5a5b1fe50539","MaaSAuthPolicy":{"name":"e2e-policy-fd08ce85","namespace":"ai-tenant-e2e-mt-fd08ce85"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:38.691749628Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd08ce85","namespace":"ai-tenant-e2e-mt-fd08ce85"},"namespace":"ai-tenant-e2e-mt-fd08ce85","name":"e2e-policy-fd08ce85","reconcileID":"18bbf1bf-9a37-4910-a938-5a5b1fe50539","MaaSAuthPolicy":{"name":"e2e-policy-fd08ce85","namespace":"ai-tenant-e2e-mt-fd08ce85"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:38.739164122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"391de521-6231-4430-8a56-3ae054fe5998","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:38.739190686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"391de521-6231-4430-8a56-3ae054fe5998","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:38.80144781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"d22db85a-9304-49b2-8b2d-712078440e77","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:38.854882938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"1aaa8fac-e3e8-490a-925b-be961cf9d1ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:38.859560041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"cd728644-a7d8-42f8-9732-8fce955aa0f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:38.859579337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"0f6d838c-4b00-40da-b53f-bb83e38b5fea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:38.871694944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"0f6d838c-4b00-40da-b53f-bb83e38b5fea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:38.871891142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"cd728644-a7d8-42f8-9732-8fce955aa0f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:38.883926146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"7232bf69-e07d-4304-9f8a-c717540cf012","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:38.924973319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"0153d7ea-5891-46f9-9f4d-6963dba6de62","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:40.121038296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"61a38e24-cf37-4fb2-bd1f-44d991aa7e55","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:40.15192371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"72fead56-7274-40b2-8121-9b392c1ac6a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:40.152853945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"d50fd4f3-39ce-46ac-bad6-71c8db85ac88","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:40.16073054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"d6e7931e-bcd4-4c78-8ea1-eb4e1ead680d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:40.165602284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"72fead56-7274-40b2-8121-9b392c1ac6a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:40.171147507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"d6e7931e-bcd4-4c78-8ea1-eb4e1ead680d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:40.188892414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"4f11fc2e-2a66-4fd4-97ea-f88d7ec5a18b","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:40.254523333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"2530b2ca-f118-4821-b764-70d1e80befeb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:42.09485771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"9c8e9c2f-c23c-4252-b3f2-06ac8ef8fc47","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-2-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-2-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:42.960423398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"915fd708-3cfb-4664-9d9b-62e292a9385a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:42.964733069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"915fd708-3cfb-4664-9d9b-62e292a9385a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:42.969385247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"915fd708-3cfb-4664-9d9b-62e292a9385a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:42.973518509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"915fd708-3cfb-4664-9d9b-62e292a9385a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:43.402323179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9812deac-ecff-4021-b512-fc159a3c820c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:43.40670736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9812deac-ecff-4021-b512-fc159a3c820c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:43.411333442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9812deac-ecff-4021-b512-fc159a3c820c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:43.415947433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9812deac-ecff-4021-b512-fc159a3c820c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:43.81261033Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-477fd9c0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-477fd9c0","reconcileID":"43b84694-0216-4486-a4ca-b5d891fbb939","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-477fd9c0","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-477fd9c0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:44.065814554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56dfa05d-e67d-4fcc-a977-bd6221c8f1bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:44.070340045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56dfa05d-e67d-4fcc-a977-bd6221c8f1bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:44.074618112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56dfa05d-e67d-4fcc-a977-bd6221c8f1bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:44.078997145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56dfa05d-e67d-4fcc-a977-bd6221c8f1bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:44.540706228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"distinct-2-w4-2a3e1b","reconcileID":"ec85242d-0958-4eaf-9261-5801890e65c8","MaaSModelRef":{"name":"distinct-2-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"distinct-2-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"distinct-2-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:44.958248641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"eaa2ed9a-9c3c-42e7-9eef-13e88a493b15","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:44.982029702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"3d73e7d0-ad37-4288-af04-35f38e14c674","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:44.985084607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"384ad283-7edd-40d3-9f58-b545b0294f69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:44.985299331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"89411b8e-9579-4c7b-a0e3-0360bc20d890","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:44.996530085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"89411b8e-9579-4c7b-a0e3-0360bc20d890","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:44.998535586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"384ad283-7edd-40d3-9f58-b545b0294f69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:45.012033663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"ce412ec1-9056-4269-9071-15081b4b5f10","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:45.113743093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"5cc25d99-737c-4d15-be47-8981b6f11ed2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:45.391384015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"default-tenant","reconcileID":"6adb74fe-4f9b-4b94-9ddc-4432a29cd021","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-07292b","tenantID":"e2e-api-a-07292b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:45.427630635Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"default-tenant","reconcileID":"6adb74fe-4f9b-4b94-9ddc-4432a29cd021","name":"e2e-api-a-07292b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:45.591103103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"distinct-w4-2a3e1b","reconcileID":"9236215d-49d4-4405-9e9f-6b72f511f21f","MaaSModelRef":{"name":"distinct-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"distinct-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"distinct-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:45.987463791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"68030180-74fa-472e-8706-ca532ba83d97","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.01431869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"d6e6701c-3b2d-4861-aa79-63d92a44c0f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.017606343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"9f6d068f-f7d4-46a6-8a87-3d742a2fdfee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.017647071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"fa99be32-ab7e-407e-93f6-fcedfb80bdf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.028927797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"9f6d068f-f7d4-46a6-8a87-3d742a2fdfee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.028927755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"fa99be32-ab7e-407e-93f6-fcedfb80bdf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.039899769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"8b329d36-ce2d-469b-9fbf-07d2f912bec5","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.13032748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"7e4715ec-ad0d-4eeb-b294-7b60099cb12c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.503788967Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-sub2","reconcileID":"902c440b-e270-40c6-b2fd-51686d059018","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.509018094Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-sub2","reconcileID":"902c440b-e270-40c6-b2fd-51686d059018","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.514287607Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-sub2","reconcileID":"902c440b-e270-40c6-b2fd-51686d059018","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.638803594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"9008b3fe-c9db-48a2-b80c-facc3837540e","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.691899552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c45239f0-21bf-4711-ae91-8713c07e979f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.69234556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"2c25b454-8c4d-4ac2-b0b1-d7be2f6ba7ab","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.693204515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"316f674e-82a3-45c4-82af-b2709bca90be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.708974959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"2c25b454-8c4d-4ac2-b0b1-d7be2f6ba7ab","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.710586496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"316f674e-82a3-45c4-82af-b2709bca90be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.713965833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c45239f0-21bf-4711-ae91-8713c07e979f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.723745214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"4070752e-5f68-41ac-bbdc-4c7fee241c91","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.749408321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"6194820d-9fbd-441c-a8ec-5a6211ec411a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.754142488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"87349cf9-fb33-4aff-adc1-3195b6d67170","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.754216415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"595a7a0c-a856-4df0-868f-5077f2791a29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.761314942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"120e2ac9-daa9-4b01-934d-8260358e49ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.765097205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"595a7a0c-a856-4df0-868f-5077f2791a29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.77200659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"87349cf9-fb33-4aff-adc1-3195b6d67170","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.781005735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"dea89d9e-3e5c-4f04-99db-13aea91c7158","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.784805755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"120e2ac9-daa9-4b01-934d-8260358e49ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.796242625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"4a9cc172-7ee3-42c3-8b9b-0b12857e9df4","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.796603422Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"fd843054-6202-4f9e-85de-147af755861c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.849886682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"77444906-74a1-4e1e-95f7-b9fc086d6ac3","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.854959367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"71950e45-d0c8-46bd-9be4-7b3278e0d9f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.858391016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"78bc2f1e-af62-4240-8931-b1746abfd185","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.868008566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"78bc2f1e-af62-4240-8931-b1746abfd185","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:46.985289516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-w1-7a745c","reconcileID":"6c70c7d5-0e05-4831-8bcc-dcb3b7fadca5","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"distinct-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"distinct-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:47.064108481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"0c34c5da-bd7d-492e-a444-1578710a04d7","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:47.064120826Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d05f30b0-08e5-4c4c-97ed-a7e59b7857d8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:47.180159316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"fafa3574-9b83-42bf-82d8-2f435c703daa","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:49.183311389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a24d0d1-4bc0-4b6c-a64d-8b5d08fc3ce6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:49.183335172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a24d0d1-4bc0-4b6c-a64d-8b5d08fc3ce6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:49.193459232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bcbebaa6-050d-43c5-8234-c07131a99049","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:49.193478723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bcbebaa6-050d-43c5-8234-c07131a99049","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:49.208369647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-99855cc0"},"namespace":"ai-tenant-e2e-mt-99855cc0","name":"e2e-shared-int-policy-99855cc0","reconcileID":"c59a0d90-69d8-42df-afff-8f31ca54522d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-99855cc0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:49.218024931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-99855cc0"},"namespace":"ai-tenant-e2e-mt-99855cc0","name":"e2e-shared-int-policy-99855cc0","reconcileID":"c59a0d90-69d8-42df-afff-8f31ca54522d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-99855cc0"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:49.22850979Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-99855cc0"},"namespace":"ai-tenant-e2e-mt-99855cc0","name":"e2e-shared-int-policy-99855cc0","reconcileID":"c59a0d90-69d8-42df-afff-8f31ca54522d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-99855cc0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:49.23867406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0b38216-8fab-4a84-bd6f-6419bb676976","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:49.238693909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0b38216-8fab-4a84-bd6f-6419bb676976","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:49.356151823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27db91d6-b472-41c0-bfaa-927a6306008b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:49.35616974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27db91d6-b472-41c0-bfaa-927a6306008b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:49.364105921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba28ec36-9a7d-4a3a-84c9-6f2704d99041","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:49.364126086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba28ec36-9a7d-4a3a-84c9-6f2704d99041","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:49.364602375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-99855cc0"},"namespace":"ai-tenant-e2e-mt-99855cc0","name":"e2e-shared-int-policy-99855cc0","reconcileID":"3a70cdab-bb5c-4530-a81a-2711bc3c3af6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-99855cc0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:45:49.370311173Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-99855cc0","namespace":"ai-tenant-e2e-mt-99855cc0"},"namespace":"ai-tenant-e2e-mt-99855cc0","name":"e2e-shared-int-sub-99855cc0","reconcileID":"0add6293-ee2b-4090-889e-82e5c1b41b6b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-99855cc0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:49.374545341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-99855cc0"},"namespace":"ai-tenant-e2e-mt-99855cc0","name":"e2e-shared-int-policy-99855cc0","reconcileID":"3a70cdab-bb5c-4530-a81a-2711bc3c3af6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-99855cc0"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:49.383802543Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-99855cc0"},"namespace":"ai-tenant-e2e-mt-99855cc0","name":"e2e-shared-int-policy-99855cc0","reconcileID":"3a70cdab-bb5c-4530-a81a-2711bc3c3af6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-99855cc0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:49.393317501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98dd2ec4-d864-4de3-bebe-3558200c18b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:49.393335467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98dd2ec4-d864-4de3-bebe-3558200c18b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:49.404456066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9920622f-84e8-4c4e-bc8e-d29819af1df5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:49.404474916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9920622f-84e8-4c4e-bc8e-d29819af1df5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:49.43685927Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-99855cc0","namespace":"ai-tenant-e2e-mt-99855cc0"},"namespace":"ai-tenant-e2e-mt-99855cc0","name":"e2e-shared-int-sub-99855cc0","reconcileID":"0798c652-f3e3-4b6d-95f2-49b06736b310","MaaSSubscription":{"name":"e2e-shared-int-sub-99855cc0","namespace":"ai-tenant-e2e-mt-99855cc0"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-99855cc0/e2e-shared-int-sub-99855cc0","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:49.459677556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e8f2a68-9d05-4ae1-9b36-1f069fcabbcc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:49.459696389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e8f2a68-9d05-4ae1-9b36-1f069fcabbcc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:49.527923848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-99855cc0","namespace":"ai-tenant-e2e-mt-99855cc0"},"namespace":"ai-tenant-e2e-mt-99855cc0","name":"e2e-shared-int-sub-99855cc0","reconcileID":"0d34991c-d04f-44bd-a718-09b6415b7a16","MaaSSubscription":{"name":"e2e-shared-int-sub-99855cc0","namespace":"ai-tenant-e2e-mt-99855cc0"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:49.528568896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5da4fea8-a0e2-49f2-99bc-ddd2d4916df2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:49.959533675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"c77a7816-7d33-4bac-9cd5-991198686f86","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"premium-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"premium-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:49.959994065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-w1-7a745c","reconcileID":"8b9641b4-3cc0-47f5-809f-54602ff6d0b7","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"distinct-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"distinct-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:49.960343476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"c150de26-7595-4652-b078-d54ee998b094","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:49.989549396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"68e57d76-8656-4ed0-808b-eba60ed39813","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:49.989548154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"89895747-a725-4c8d-9384-d66ab8374fc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:49.999985497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"06af27d8-5ea5-46a1-a95c-d462ab8ba05e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:50.006763599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"68e57d76-8656-4ed0-808b-eba60ed39813","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:50.008218423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"89895747-a725-4c8d-9384-d66ab8374fc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:50.013616616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"7d3d9964-6643-4146-883d-8ae120c6e170","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:50.014082985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"db2a3cab-dc62-45ae-a5ce-d17f88a87b3d","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"premium-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"premium-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:50.014509436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-w1-7a745c","reconcileID":"f43c034f-2e5c-4e6a-9b0c-58d0f9713813","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"distinct-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"distinct-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:50.094696301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"6ac234cc-e2b0-4c7b-bc06-26a85816b7b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:50.095240344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"fc4ecf61-f7f3-4103-b6e1-70c765a93208","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:50.095724222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"7f79226e-826f-4199-b276-312c898e038c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:50.145988269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"6ac234cc-e2b0-4c7b-bc06-26a85816b7b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:50.152929734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"fc4ecf61-f7f3-4103-b6e1-70c765a93208","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:50.361611707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b326c59-ceb6-4f1f-9a3d-2a70c20bcd0c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:50.361694873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b326c59-ceb6-4f1f-9a3d-2a70c20bcd0c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:50.37215007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49c807b0-ad7b-4826-be62-1dfefb785daa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:50.372177013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49c807b0-ad7b-4826-be62-1dfefb785daa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:50.381484823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"namespace":"ai-tenant-e2e-mt-1fc3645a","name":"e2e-shared-int-policy-99855cc0","reconcileID":"adbe604d-6656-411e-912c-ca38dee8d86f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:50.393498679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"namespace":"ai-tenant-e2e-mt-1fc3645a","name":"e2e-shared-int-policy-99855cc0","reconcileID":"adbe604d-6656-411e-912c-ca38dee8d86f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:50.402232891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"namespace":"ai-tenant-e2e-mt-1fc3645a","name":"e2e-shared-int-policy-99855cc0","reconcileID":"adbe604d-6656-411e-912c-ca38dee8d86f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:50.411183912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef55586b-ddbf-4be9-aa15-7e5f442ee362","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:50.411210017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef55586b-ddbf-4be9-aa15-7e5f442ee362","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:50.533911025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96d591d8-adbb-412f-a012-05d3e749b77f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:50.533938138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96d591d8-adbb-412f-a012-05d3e749b77f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:50.547512771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1304eb8-228d-4309-bbff-d66b719aeed0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:50.547537389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1304eb8-228d-4309-bbff-d66b719aeed0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:45:50.549501288Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"namespace":"ai-tenant-e2e-mt-1fc3645a","name":"e2e-shared-int-sub-99855cc0","reconcileID":"f02d339e-c571-4db5-819b-d80e2eacb9ee","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-99855cc0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:50.552348119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"namespace":"ai-tenant-e2e-mt-1fc3645a","name":"e2e-shared-int-policy-99855cc0","reconcileID":"4a2ff0e2-c8a8-45fe-b1e1-84b970be40f8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:50.563293452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"namespace":"ai-tenant-e2e-mt-1fc3645a","name":"e2e-shared-int-policy-99855cc0","reconcileID":"4a2ff0e2-c8a8-45fe-b1e1-84b970be40f8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:50.570391377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdc740e2-3837-4e2e-83b2-7f91a7725201","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:50.57041338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdc740e2-3837-4e2e-83b2-7f91a7725201","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:50.574316172Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"namespace":"ai-tenant-e2e-mt-1fc3645a","name":"e2e-shared-int-policy-99855cc0","reconcileID":"4a2ff0e2-c8a8-45fe-b1e1-84b970be40f8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:50.581613059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10ac92b3-b77a-4c87-880d-f9de28ba9dc1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:50.581637492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10ac92b3-b77a-4c87-880d-f9de28ba9dc1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:50.614919068Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"namespace":"ai-tenant-e2e-mt-1fc3645a","name":"e2e-shared-int-sub-99855cc0","reconcileID":"a60b3fe5-0864-4ba2-b3b7-d822038a1ac9","MaaSSubscription":{"name":"e2e-shared-int-sub-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-1fc3645a/e2e-shared-int-sub-99855cc0","ai-tenant-e2e-mt-99855cc0/e2e-shared-int-sub-99855cc0","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:50.639762618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7dd0659-6cdb-4f5a-ac8c-ebab449b7080","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:50.639853275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7dd0659-6cdb-4f5a-ac8c-ebab449b7080","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:50.703956106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"namespace":"ai-tenant-e2e-mt-1fc3645a","name":"e2e-shared-int-sub-99855cc0","reconcileID":"1756bb2c-db0f-4555-a569-e398eed669bc","MaaSSubscription":{"name":"e2e-shared-int-sub-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:50.705096604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-99855cc0","namespace":"ai-tenant-e2e-mt-99855cc0"},"namespace":"ai-tenant-e2e-mt-99855cc0","name":"e2e-shared-int-sub-99855cc0","reconcileID":"062fd798-4445-4abf-9f20-ae5fdb549585","MaaSSubscription":{"name":"e2e-shared-int-sub-99855cc0","namespace":"ai-tenant-e2e-mt-99855cc0"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:50.706104304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5c621f52-abb3-4eb2-8a4c-80d46f71abcd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:51.298557435Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-99855cc0"},"namespace":"ai-tenant-e2e-mt-99855cc0","name":"e2e-shared-int-policy-99855cc0","reconcileID":"2e09f9b6-54ba-4eb5-ab6a-0e9836d6322a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-99855cc0"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:51.298701795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a767c36b-44b3-442c-a96c-6bb30e15121e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:51.298721477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a767c36b-44b3-442c-a96c-6bb30e15121e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:51.31442724Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-99855cc0"},"namespace":"ai-tenant-e2e-mt-99855cc0","name":"e2e-shared-int-policy-99855cc0","reconcileID":"2e09f9b6-54ba-4eb5-ab6a-0e9836d6322a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-99855cc0"},"policyNamespace":"ai-tenant-e2e-mt-99855cc0","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:51.324453345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5e847b4-2878-4e0f-99e0-ff0f7633fc36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:51.324470561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5e847b4-2878-4e0f-99e0-ff0f7633fc36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:51.559694125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f23a2b4f-a757-4fb1-abeb-eecac39c8961","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:51.559718135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f23a2b4f-a757-4fb1-abeb-eecac39c8961","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:51.707306323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"0e30e729-8f2d-4902-a6f1-e42ae839a894","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-477fd9c0","tenantID":"e2e-mt-477fd9c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:51.735852144Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"0e30e729-8f2d-4902-a6f1-e42ae839a894","name":"e2e-mt-477fd9c0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:55.320460515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c90c67ef-1272-432f-8b9d-e102a705823e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:55.323337543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c90c67ef-1272-432f-8b9d-e102a705823e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:55.340749368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c1ce875-5c56-43d6-ad5b-30960017f97e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:55.340866725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c1ce875-5c56-43d6-ad5b-30960017f97e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:55.368018917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"e2e-e2e-api-a-07292b-policy","reconcileID":"eca71488-ee0f-4ac7-860d-3c1e8a11c75e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-07292b","tenantID":"e2e-api-a-07292b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:55.430640414Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"e2e-e2e-api-a-07292b-policy","reconcileID":"eca71488-ee0f-4ac7-860d-3c1e8a11c75e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"name":"e2e-api-a-07292b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:55.458062992Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-07292b-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"e2e-e2e-api-a-07292b-policy","reconcileID":"eca71488-ee0f-4ac7-860d-3c1e8a11c75e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:55.471506083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97e2a590-0fd4-4478-883d-06db78c7e9e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:55.471648328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97e2a590-0fd4-4478-883d-06db78c7e9e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:55.56342555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09583bcf-37bf-4317-b2ba-f88ce187917f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:55.607076883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09583bcf-37bf-4317-b2ba-f88ce187917f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:55.617205932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09583bcf-37bf-4317-b2ba-f88ce187917f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:55.625931326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09583bcf-37bf-4317-b2ba-f88ce187917f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:56.65532054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97b9c05f-e265-41a9-b802-bb9cf702994e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:56.661762203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97b9c05f-e265-41a9-b802-bb9cf702994e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:56.667433325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97b9c05f-e265-41a9-b802-bb9cf702994e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:56.672736711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97b9c05f-e265-41a9-b802-bb9cf702994e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:57.351266413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"283b3bea-6f71-4aa4-8a21-768ab8911888","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:57.352068106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"21f99679-5f5b-4b6b-9d58-0ebdf2bfcf02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:57.364251328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"21f99679-5f5b-4b6b-9d58-0ebdf2bfcf02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:57.366867497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"283b3bea-6f71-4aa4-8a21-768ab8911888","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:57.449971744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"3098a764-b86b-4161-b8b8-53e0c3854356","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:57.450031044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"e5b4cf14-b344-478c-988a-60e35ceaf6e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:57.460329245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"e5b4cf14-b344-478c-988a-60e35ceaf6e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:57.460456777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"3098a764-b86b-4161-b8b8-53e0c3854356","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:57.551639857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"041ccebf-ce21-4975-9fa3-b586bc68bb98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:57.551817729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"26bd5aa6-0f65-410c-b881-cca6804d3241","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:57.56385395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"26bd5aa6-0f65-410c-b881-cca6804d3241","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:57.56402518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"041ccebf-ce21-4975-9fa3-b586bc68bb98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:57.649972625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"bd702b56-a2e4-4ee3-b5d1-374f682776df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:57.650181183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"393a90af-80ff-494e-96a1-837b669fa4b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:57.650506611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"b6bfd42c-97f7-45ca-8099-7ba84a844009","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:57.66141541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"bd702b56-a2e4-4ee3-b5d1-374f682776df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:57.662585923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"b6bfd42c-97f7-45ca-8099-7ba84a844009","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:57.664855222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"393a90af-80ff-494e-96a1-837b669fa4b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:57.748712821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"309de2fc-3640-4eb0-a804-31e4890337fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:57.748913873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"d371490e-d94e-43c9-867c-74d42c2007a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:57.74871609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"59d8ecc3-7218-4009-9b36-6f47bd24d3f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:57.760746262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"59d8ecc3-7218-4009-9b36-6f47bd24d3f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:57.763302472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"309de2fc-3640-4eb0-a804-31e4890337fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:57.766163718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"d371490e-d94e-43c9-867c-74d42c2007a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:59.519805885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1531addb-ac91-4ed1-8ac1-b74de0288c8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:59.524512895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1531addb-ac91-4ed1-8ac1-b74de0288c8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:59.528984399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1531addb-ac91-4ed1-8ac1-b74de0288c8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:59.533534007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1531addb-ac91-4ed1-8ac1-b74de0288c8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:59.770679479Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd08ce85","namespace":"ai-tenant-e2e-mt-fd08ce85"},"namespace":"ai-tenant-e2e-mt-fd08ce85","name":"e2e-policy-fd08ce85","reconcileID":"6f7b886a-0f73-4e52-8d8c-f654d71508f8","MaaSAuthPolicy":{"name":"e2e-policy-fd08ce85","namespace":"ai-tenant-e2e-mt-fd08ce85"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:59.781864431Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-fd08ce85","namespace":"ai-tenant-e2e-mt-fd08ce85"},"namespace":"ai-tenant-e2e-mt-fd08ce85","name":"e2e-policy-fd08ce85","reconcileID":"6f7b886a-0f73-4e52-8d8c-f654d71508f8","MaaSAuthPolicy":{"name":"e2e-policy-fd08ce85","namespace":"ai-tenant-e2e-mt-fd08ce85"},"policyNamespace":"ai-tenant-e2e-mt-fd08ce85","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:59.847618122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65c8d70a-fdde-4efd-86d6-292d5b0afb89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:59.852721563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65c8d70a-fdde-4efd-86d6-292d5b0afb89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:59.857395498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65c8d70a-fdde-4efd-86d6-292d5b0afb89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:45:59.862168238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65c8d70a-fdde-4efd-86d6-292d5b0afb89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:00.468585581Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-6ac47d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-6ac47d","reconcileID":"79785ca5-cb67-42e8-91d4-22f090114f6c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-6ac47d","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-6ac47d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:00.599102465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"namespace":"ai-tenant-e2e-mt-1fc3645a","name":"e2e-shared-int-policy-99855cc0","reconcileID":"20cd6a65-ca46-4469-9068-3b0525a02ada","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:00.608958351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"namespace":"ai-tenant-e2e-mt-1fc3645a","name":"e2e-shared-int-policy-99855cc0","reconcileID":"20cd6a65-ca46-4469-9068-3b0525a02ada","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:00.617954343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"namespace":"ai-tenant-e2e-mt-1fc3645a","name":"e2e-shared-int-policy-99855cc0","reconcileID":"20cd6a65-ca46-4469-9068-3b0525a02ada","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:00.631630045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26cc00f8-77cc-4d80-acac-a6231eab3170","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:00.631653307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26cc00f8-77cc-4d80-acac-a6231eab3170","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:00.703015735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10dafc49-9d26-4bf8-98c4-fb4b91d4c50c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:00.707269718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10dafc49-9d26-4bf8-98c4-fb4b91d4c50c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:00.711365854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10dafc49-9d26-4bf8-98c4-fb4b91d4c50c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:00.715706022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10dafc49-9d26-4bf8-98c4-fb4b91d4c50c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:01.054095856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"521018e1-487a-46ea-9552-7ddfa536268f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:01.058463129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"521018e1-487a-46ea-9552-7ddfa536268f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:01.06293672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"521018e1-487a-46ea-9552-7ddfa536268f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:01.067146497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"521018e1-487a-46ea-9552-7ddfa536268f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:01.536894151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a67d01a-b3b4-4e0e-b928-c317c8956db8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:01.541506345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a67d01a-b3b4-4e0e-b928-c317c8956db8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:01.545781231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a67d01a-b3b4-4e0e-b928-c317c8956db8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:01.55016781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a67d01a-b3b4-4e0e-b928-c317c8956db8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:01.591710108Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-99855cc0","namespace":"ai-tenant-e2e-mt-99855cc0"},"namespace":"ai-tenant-e2e-mt-99855cc0","name":"e2e-shared-int-sub-99855cc0","reconcileID":"444e3c6c-3de9-4aac-8ab8-7cc5807dac2b","MaaSSubscription":{"name":"e2e-shared-int-sub-99855cc0","namespace":"ai-tenant-e2e-mt-99855cc0"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-99855cc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:01.628212117Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-99855cc0","namespace":"ai-tenant-e2e-mt-99855cc0"},"namespace":"ai-tenant-e2e-mt-99855cc0","name":"e2e-shared-int-sub-99855cc0","reconcileID":"444e3c6c-3de9-4aac-8ab8-7cc5807dac2b","MaaSSubscription":{"name":"e2e-shared-int-sub-99855cc0","namespace":"ai-tenant-e2e-mt-99855cc0"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-1fc3645a/e2e-shared-int-sub-99855cc0","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:01.695657393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7e2470e2-7630-457e-9f18-8703c533f576","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:01.698411054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"namespace":"ai-tenant-e2e-mt-1fc3645a","name":"e2e-shared-int-sub-99855cc0","reconcileID":"2e4ead44-15dd-40aa-90a5-4244760b5046","MaaSSubscription":{"name":"e2e-shared-int-sub-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:01.721411607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7af1319-3713-425b-b7aa-97ea41089492","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:01.721432437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7af1319-3713-425b-b7aa-97ea41089492","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:02.829585229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"061c022f-f57e-44af-b405-197a44d0b85a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:02.834400969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"061c022f-f57e-44af-b405-197a44d0b85a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:02.840562072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"061c022f-f57e-44af-b405-197a44d0b85a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:02.847642854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"061c022f-f57e-44af-b405-197a44d0b85a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:03.190679117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24bbb14d-199c-4e9d-8d84-1af563fec430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:03.201570603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24bbb14d-199c-4e9d-8d84-1af563fec430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:03.208143462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24bbb14d-199c-4e9d-8d84-1af563fec430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:03.212524536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24bbb14d-199c-4e9d-8d84-1af563fec430","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:03.307348884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-2-w1-7a745c","reconcileID":"0a67d25f-dfcd-4b6a-b1b6-bb7745846e07","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"distinct-2-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"distinct-2-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:04.214372224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"c97190ac-791f-4977-ae44-a6ac1f7f2d18","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:04.222384437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"bb8fa637-f908-4c61-bd5a-9cdf5ff12e57","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:04.235624655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"e2e-api-key-deleted-sub-auth","reconcileID":"3251f47b-3f57-44c7-b462-658033fca5dc","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:04.245452161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"e2e-api-key-deleted-sub-auth","reconcileID":"3251f47b-3f57-44c7-b462-658033fca5dc","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:04.254234326Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-7a745c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e07dd0f2aa3554644f2e5c4efdaaff9fac83e66e3bbbdd191528939756fc4e22) AuthConfig (a044bb206d45fef85d09a91696680567c05145dd4b88b8c555cfb2edea4837e7) AuthConfig (da87eb27dfd457280730c0f1bc221a9fea9c253f15fb213bd9e12e091a3ef0d0) AuthConfig (1e692c79d6a591f63e014d8ec2f989f63f809b6ea7bec5814f2894fa1ed7b03c) AuthConfig (a0e4b02be1c5462ac4dd53b680c6491830c441bfaed2803b130760be5ab9ebc4) AuthConfig (598761dbf8be911897b2c7057d41be078814297e66921bc1dbcbebe850b02e17) AuthConfig (4940347615a793a54b6c79f7f6ff9d9c6f55798c6f40688176a892a2654d3f32) AuthConfig (fd4337822358af049a33d00bba0ad4ba3f351abdf67c1dfc22a3d8b2f42701d4) AuthConfig (1dadfd30f0f8a503e06b8e55b67d7e5091ea238c11b77831899c0c500758c1f1) AuthConfig (a6e8f402a6d826a0536e429b971919a35133d57843c1a51c1d2807ec17b0d151) AuthConfig (f1987ce523a5327fd7864f361b9ec3a381f3481b411d230239ee44f509a5b446) AuthConfig (e4c8a28c5d7b997da4286c756a77adbb1830e8d56dc345034c0a888c0c91b5aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"e2e-api-key-deleted-sub-auth","reconcileID":"3251f47b-3f57-44c7-b462-658033fca5dc","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:04.265012289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"306c32b9-2277-4b9b-83e3-4f89a480d1bf","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:04.33664075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b10d291f-f176-4d91-bc63-0d0ca12ba384","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:04.347217967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b10d291f-f176-4d91-bc63-0d0ca12ba384","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:04.355489795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-7a745c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e07dd0f2aa3554644f2e5c4efdaaff9fac83e66e3bbbdd191528939756fc4e22) AuthConfig (a044bb206d45fef85d09a91696680567c05145dd4b88b8c555cfb2edea4837e7) AuthConfig (da87eb27dfd457280730c0f1bc221a9fea9c253f15fb213bd9e12e091a3ef0d0) AuthConfig (1e692c79d6a591f63e014d8ec2f989f63f809b6ea7bec5814f2894fa1ed7b03c) AuthConfig (a0e4b02be1c5462ac4dd53b680c6491830c441bfaed2803b130760be5ab9ebc4) AuthConfig (598761dbf8be911897b2c7057d41be078814297e66921bc1dbcbebe850b02e17) AuthConfig (4940347615a793a54b6c79f7f6ff9d9c6f55798c6f40688176a892a2654d3f32) AuthConfig (fd4337822358af049a33d00bba0ad4ba3f351abdf67c1dfc22a3d8b2f42701d4) AuthConfig (1dadfd30f0f8a503e06b8e55b67d7e5091ea238c11b77831899c0c500758c1f1) AuthConfig (a6e8f402a6d826a0536e429b971919a35133d57843c1a51c1d2807ec17b0d151) AuthConfig (f1987ce523a5327fd7864f361b9ec3a381f3481b411d230239ee44f509a5b446) AuthConfig (e4c8a28c5d7b997da4286c756a77adbb1830e8d56dc345034c0a888c0c91b5aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b10d291f-f176-4d91-bc63-0d0ca12ba384","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:04.393035322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"36eddec4-6d44-4092-b76d-2011b479bc03","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:04.403441277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"5cbdbb23-c980-4fb7-99e7-d230a2e6881b","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:04.406856314Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"e2e-api-key-deleted-sub","reconcileID":"d3c8144a-22d9-4086-bd11-2bb3c95f566c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:04.427602793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"60cdd8e0-593e-4e36-a211-2ce0701ba1e5","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:04.436004392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"f0e502e1-d35f-4293-876c-297177762907","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:04.43621503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"650b35b6-e7e3-4b60-852d-b189f2fedbe4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:04.436564774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"36749313-9175-4064-b84a-60eebeddc3ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:04.436617865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"e2e-api-key-deleted-sub-auth","reconcileID":"fbccb634-db8c-4e65-b0d4-f0d1cb74d07b","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:04.45009578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"e2e-api-key-deleted-sub-auth","reconcileID":"fbccb634-db8c-4e65-b0d4-f0d1cb74d07b","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:04.450152672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"36749313-9175-4064-b84a-60eebeddc3ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:04.452696155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"650b35b6-e7e3-4b60-852d-b189f2fedbe4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:04.458982577Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-7a745c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e07dd0f2aa3554644f2e5c4efdaaff9fac83e66e3bbbdd191528939756fc4e22) AuthConfig (a044bb206d45fef85d09a91696680567c05145dd4b88b8c555cfb2edea4837e7) AuthConfig (da87eb27dfd457280730c0f1bc221a9fea9c253f15fb213bd9e12e091a3ef0d0) AuthConfig (1e692c79d6a591f63e014d8ec2f989f63f809b6ea7bec5814f2894fa1ed7b03c) AuthConfig (a0e4b02be1c5462ac4dd53b680c6491830c441bfaed2803b130760be5ab9ebc4) AuthConfig (598761dbf8be911897b2c7057d41be078814297e66921bc1dbcbebe850b02e17) AuthConfig (4940347615a793a54b6c79f7f6ff9d9c6f55798c6f40688176a892a2654d3f32) AuthConfig (fd4337822358af049a33d00bba0ad4ba3f351abdf67c1dfc22a3d8b2f42701d4) AuthConfig (1dadfd30f0f8a503e06b8e55b67d7e5091ea238c11b77831899c0c500758c1f1) AuthConfig (a6e8f402a6d826a0536e429b971919a35133d57843c1a51c1d2807ec17b0d151) AuthConfig (f1987ce523a5327fd7864f361b9ec3a381f3481b411d230239ee44f509a5b446) AuthConfig (e4c8a28c5d7b997da4286c756a77adbb1830e8d56dc345034c0a888c0c91b5aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"e2e-api-key-deleted-sub-auth","reconcileID":"fbccb634-db8c-4e65-b0d4-f0d1cb74d07b","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:04.472778533Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"e2e-api-key-deleted-sub","reconcileID":"d139c6d9-9545-403e-97f8-aa836aff6377","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-7a745c/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w1-7a745c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:04.497317425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"c1bb7c47-4cdf-4ad5-b9f9-9ebccffdf3ed","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:04.547568185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"e2e-api-key-deleted-sub-auth","reconcileID":"8b38fcc6-05a4-4888-aa69-a8ca7865f4eb","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:04.547825353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"6abbf86d-4672-444f-8adc-1fb120dc39a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:04.547989869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"399f48fd-eb1c-4096-8a7c-232319e405cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:04.557713563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"399f48fd-eb1c-4096-8a7c-232319e405cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:04.557727434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"6abbf86d-4672-444f-8adc-1fb120dc39a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:04.559354102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"9e27d64f-9ec2-45cb-8254-6ff365fca9f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:04.559851867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"e2e-api-key-deleted-sub","reconcileID":"f83aff27-6762-4935-a2ac-aff294073316","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:04.560183742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"e2e-api-key-deleted-sub-auth","reconcileID":"8b38fcc6-05a4-4888-aa69-a8ca7865f4eb","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:04.569741502Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-7a745c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e07dd0f2aa3554644f2e5c4efdaaff9fac83e66e3bbbdd191528939756fc4e22) AuthConfig (a044bb206d45fef85d09a91696680567c05145dd4b88b8c555cfb2edea4837e7) AuthConfig (da87eb27dfd457280730c0f1bc221a9fea9c253f15fb213bd9e12e091a3ef0d0) AuthConfig (1e692c79d6a591f63e014d8ec2f989f63f809b6ea7bec5814f2894fa1ed7b03c) AuthConfig (a0e4b02be1c5462ac4dd53b680c6491830c441bfaed2803b130760be5ab9ebc4) AuthConfig (598761dbf8be911897b2c7057d41be078814297e66921bc1dbcbebe850b02e17) AuthConfig (4940347615a793a54b6c79f7f6ff9d9c6f55798c6f40688176a892a2654d3f32) AuthConfig (fd4337822358af049a33d00bba0ad4ba3f351abdf67c1dfc22a3d8b2f42701d4) AuthConfig (1dadfd30f0f8a503e06b8e55b67d7e5091ea238c11b77831899c0c500758c1f1) AuthConfig (a6e8f402a6d826a0536e429b971919a35133d57843c1a51c1d2807ec17b0d151) AuthConfig (f1987ce523a5327fd7864f361b9ec3a381f3481b411d230239ee44f509a5b446) AuthConfig (e4c8a28c5d7b997da4286c756a77adbb1830e8d56dc345034c0a888c0c91b5aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"e2e-api-key-deleted-sub-auth","reconcileID":"8b38fcc6-05a4-4888-aa69-a8ca7865f4eb","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:05.484957009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"e2e-e2e-api-a-07292b-policy","reconcileID":"3d1bbe18-7de7-4895-bae2-e821f7ceffde","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-07292b","tenantID":"e2e-api-a-07292b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:05.494672748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"e2e-e2e-api-a-07292b-policy","reconcileID":"3d1bbe18-7de7-4895-bae2-e821f7ceffde","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"name":"e2e-api-a-07292b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:05.502977729Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-07292b-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"e2e-e2e-api-a-07292b-policy","reconcileID":"3d1bbe18-7de7-4895-bae2-e821f7ceffde","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:06.373540397Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:09.850747309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"default-tenant","reconcileID":"e295e6d4-428f-41c8-be71-bbdfa0818e9e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6ac47d","tenantID":"e2e-api-b-6ac47d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:09.880613547Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"default-tenant","reconcileID":"e295e6d4-428f-41c8-be71-bbdfa0818e9e","name":"e2e-api-b-6ac47d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:10.642931205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"namespace":"ai-tenant-e2e-mt-1fc3645a","name":"e2e-shared-int-policy-99855cc0","reconcileID":"48527495-fbaf-443c-b20e-736c6b4c65da","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:10.653468998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"namespace":"ai-tenant-e2e-mt-1fc3645a","name":"e2e-shared-int-policy-99855cc0","reconcileID":"48527495-fbaf-443c-b20e-736c6b4c65da","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:10.66206536Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"namespace":"ai-tenant-e2e-mt-1fc3645a","name":"e2e-shared-int-policy-99855cc0","reconcileID":"48527495-fbaf-443c-b20e-736c6b4c65da","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:14.585216922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c1b042e2-b634-4da6-ae5f-8ebfc9bb9054","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:14.595099344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c1b042e2-b634-4da6-ae5f-8ebfc9bb9054","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:14.603942638Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-7a745c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e07dd0f2aa3554644f2e5c4efdaaff9fac83e66e3bbbdd191528939756fc4e22) AuthConfig (a044bb206d45fef85d09a91696680567c05145dd4b88b8c555cfb2edea4837e7) AuthConfig (da87eb27dfd457280730c0f1bc221a9fea9c253f15fb213bd9e12e091a3ef0d0) AuthConfig (1e692c79d6a591f63e014d8ec2f989f63f809b6ea7bec5814f2894fa1ed7b03c) AuthConfig (a0e4b02be1c5462ac4dd53b680c6491830c441bfaed2803b130760be5ab9ebc4) AuthConfig (598761dbf8be911897b2c7057d41be078814297e66921bc1dbcbebe850b02e17) AuthConfig (4940347615a793a54b6c79f7f6ff9d9c6f55798c6f40688176a892a2654d3f32) AuthConfig (fd4337822358af049a33d00bba0ad4ba3f351abdf67c1dfc22a3d8b2f42701d4) AuthConfig (1dadfd30f0f8a503e06b8e55b67d7e5091ea238c11b77831899c0c500758c1f1) AuthConfig (a6e8f402a6d826a0536e429b971919a35133d57843c1a51c1d2807ec17b0d151) AuthConfig (f1987ce523a5327fd7864f361b9ec3a381f3481b411d230239ee44f509a5b446) AuthConfig (e4c8a28c5d7b997da4286c756a77adbb1830e8d56dc345034c0a888c0c91b5aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c1b042e2-b634-4da6-ae5f-8ebfc9bb9054","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:15.512638997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"e2e-e2e-api-a-07292b-policy","reconcileID":"59b78d88-2724-443f-bb64-6c44757fce8e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-07292b","tenantID":"e2e-api-a-07292b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:15.522452268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"e2e-e2e-api-a-07292b-policy","reconcileID":"59b78d88-2724-443f-bb64-6c44757fce8e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"name":"e2e-api-a-07292b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:15.530836339Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-07292b-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"e2e-e2e-api-a-07292b-policy","reconcileID":"59b78d88-2724-443f-bb64-6c44757fce8e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:18.91536509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13894495-d805-4e16-a7a6-3f01012b22f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:18.926819474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13894495-d805-4e16-a7a6-3f01012b22f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:18.94124542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13894495-d805-4e16-a7a6-3f01012b22f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:18.947994703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13894495-d805-4e16-a7a6-3f01012b22f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:19.270652991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1794432-728d-4284-8e6c-4dc290628611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:19.27926861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1794432-728d-4284-8e6c-4dc290628611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:19.296291612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1794432-728d-4284-8e6c-4dc290628611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:19.30151864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1794432-728d-4284-8e6c-4dc290628611","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:20.677329628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"namespace":"ai-tenant-e2e-mt-1fc3645a","name":"e2e-shared-int-policy-99855cc0","reconcileID":"9a8f1fd5-553e-4ce6-b6a1-e55dbb3d3da9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:20.694172023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"namespace":"ai-tenant-e2e-mt-1fc3645a","name":"e2e-shared-int-policy-99855cc0","reconcileID":"9a8f1fd5-553e-4ce6-b6a1-e55dbb3d3da9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:20.703461753Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"namespace":"ai-tenant-e2e-mt-1fc3645a","name":"e2e-shared-int-policy-99855cc0","reconcileID":"9a8f1fd5-553e-4ce6-b6a1-e55dbb3d3da9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:20.83101292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6af069fd-7566-486f-a324-7f89bb9cfaa2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:20.831036339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6af069fd-7566-486f-a324-7f89bb9cfaa2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:20.838562814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1fef674c-7893-409a-a8bf-c2b14dd0ed4b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:20.838581069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1fef674c-7893-409a-a8bf-c2b14dd0ed4b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:20.877892953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"ca476646-f2bd-4c55-87ac-c95084eab436","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"tenant":"e2e-mt-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","model":"ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:20.877927497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"ca476646-f2bd-4c55-87ac-c95084eab436","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"routeName":"e2e-lifecycle-model-477fd9c0-kserve-route","namespace":"ai-tenant-e2e-mt-477fd9c0","llmisvcName":"e2e-lifecycle-model-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:20.884373476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"e2e-e2e-api-b-6ac47d-policy","reconcileID":"72d6097c-8a1a-4855-9c78-a3d0264637de","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6ac47d","tenantID":"e2e-api-b-6ac47d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:20.923899523Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"e2e-e2e-api-b-6ac47d-policy","reconcileID":"72d6097c-8a1a-4855-9c78-a3d0264637de","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"name":"e2e-api-b-6ac47d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:20.931995836Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6ac47d-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"e2e-e2e-api-b-6ac47d-policy","reconcileID":"72d6097c-8a1a-4855-9c78-a3d0264637de","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:20.944222082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dda61adb-98cb-4ae6-b0ea-a5c09889869c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:20.944236446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dda61adb-98cb-4ae6-b0ea-a5c09889869c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:21.205884721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"02c74512-5b71-4b19-89e2-15c581148f6a","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"tenant":"e2e-mt-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","model":"ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:21.205915762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"02c74512-5b71-4b19-89e2-15c581148f6a","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"routeName":"e2e-lifecycle-model-477fd9c0-kserve-route","namespace":"ai-tenant-e2e-mt-477fd9c0","llmisvcName":"e2e-lifecycle-model-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:21.219240299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"f3e14e5f-d76d-4eb4-ac09-7d1a7f48f8f3","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"tenant":"e2e-mt-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","model":"ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:21.219266807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"f3e14e5f-d76d-4eb4-ac09-7d1a7f48f8f3","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"routeName":"e2e-lifecycle-model-477fd9c0-kserve-route","namespace":"ai-tenant-e2e-mt-477fd9c0","llmisvcName":"e2e-lifecycle-model-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:21.236353759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-policy-477fd9c0","reconcileID":"987995ad-e6a0-4403-b43c-6bc6576f166e","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-477fd9c0","tenantID":"e2e-mt-477fd9c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:21.309955185Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-policy-477fd9c0","reconcileID":"987995ad-e6a0-4403-b43c-6bc6576f166e","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"name":"e2e-mt-477fd9c0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:21.32061799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-477fd9c0-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-policy-477fd9c0","reconcileID":"987995ad-e6a0-4403-b43c-6bc6576f166e","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:21.336188515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"0a741fd6-993e-4434-94b6-8fe5a5812a6c","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"tenant":"e2e-mt-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","model":"ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:21.33656296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"0a741fd6-993e-4434-94b6-8fe5a5812a6c","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"routeName":"e2e-lifecycle-model-477fd9c0-kserve-route","namespace":"ai-tenant-e2e-mt-477fd9c0","llmisvcName":"e2e-lifecycle-model-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:21.39859813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"8f3b23a6-f42d-4d59-91d3-ed157745db9c","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"tenant":"e2e-mt-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","model":"ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:21.400122397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"8f3b23a6-f42d-4d59-91d3-ed157745db9c","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"routeName":"e2e-lifecycle-model-477fd9c0-kserve-route","namespace":"ai-tenant-e2e-mt-477fd9c0","llmisvcName":"e2e-lifecycle-model-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:21.419874475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"d984f80d-1218-4631-81b4-85e0f99b3511","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:21.420483688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-policy-477fd9c0","reconcileID":"9ac5c7ef-fb48-4b4f-908a-1caa1140adfc","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-477fd9c0","tenantID":"e2e-mt-477fd9c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:21.424124437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"0523cb78-6048-422e-b100-86bc02492734","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"tenant":"e2e-mt-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","model":"ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:21.424194942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"0523cb78-6048-422e-b100-86bc02492734","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"routeName":"e2e-lifecycle-model-477fd9c0-kserve-route","namespace":"ai-tenant-e2e-mt-477fd9c0","llmisvcName":"e2e-lifecycle-model-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:21.427320471Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-mt-477fd9c0/e2e-sub-477fd9c0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-477fd9c0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:21.438887735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-policy-477fd9c0","reconcileID":"9ac5c7ef-fb48-4b4f-908a-1caa1140adfc","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"name":"e2e-mt-477fd9c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:21.451364848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"9c133ec3-2061-4328-bbc6-3ec6e9d1c513","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"tenant":"e2e-mt-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","model":"ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:21.451387078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"9c133ec3-2061-4328-bbc6-3ec6e9d1c513","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"routeName":"e2e-lifecycle-model-477fd9c0-kserve-route","namespace":"ai-tenant-e2e-mt-477fd9c0","llmisvcName":"e2e-lifecycle-model-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:21.456673481Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-477fd9c0-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-policy-477fd9c0","reconcileID":"9ac5c7ef-fb48-4b4f-908a-1caa1140adfc","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:21.477870994Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-sub-477fd9c0","reconcileID":"11121f44-c307-48bd-ba99-401685479368","MaaSSubscription":{"name":"e2e-sub-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"name":"maas-trlp-e2e-lifecycle-model-477fd9c0","model":"e2e-lifecycle-model-477fd9c0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-477fd9c0/e2e-sub-477fd9c0"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:21.519010106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-policy-477fd9c0","reconcileID":"35088b0a-c36b-48a3-9d6c-9574945aff90","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-477fd9c0","tenantID":"e2e-mt-477fd9c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:21.520035898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"7bd984db-5acd-4add-8261-9141b1120c58","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"tenant":"e2e-mt-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","model":"ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:21.520127189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"7bd984db-5acd-4add-8261-9141b1120c58","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"routeName":"e2e-lifecycle-model-477fd9c0-kserve-route","namespace":"ai-tenant-e2e-mt-477fd9c0","llmisvcName":"e2e-lifecycle-model-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:21.528730216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-policy-477fd9c0","reconcileID":"35088b0a-c36b-48a3-9d6c-9574945aff90","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"name":"e2e-mt-477fd9c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:21.537778572Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-477fd9c0-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-policy-477fd9c0","reconcileID":"35088b0a-c36b-48a3-9d6c-9574945aff90","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:21.581580122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-sub-477fd9c0","reconcileID":"e7198d84-d50a-41ca-af38-a540abb6ada1","MaaSSubscription":{"name":"e2e-sub-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"name":"maas-trlp-e2e-lifecycle-model-477fd9c0","model":"ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:21.880257303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"e2e-e2e-api-a-07292b-policy","reconcileID":"562e1dfd-a222-4bf4-99af-70249688904e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-07292b","tenantID":"e2e-api-a-07292b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:21.896599832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"e2e-e2e-api-a-07292b-policy","reconcileID":"562e1dfd-a222-4bf4-99af-70249688904e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"name":"e2e-api-a-07292b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:21.915921297Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-07292b-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"e2e-e2e-api-a-07292b-policy","reconcileID":"562e1dfd-a222-4bf4-99af-70249688904e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:22.000566336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"e2e-e2e-api-a-07292b-policy","reconcileID":"9558b73f-bce8-4b6e-9889-d926148fb0f4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-07292b","tenantID":"e2e-api-a-07292b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:22.07253579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"e2e-e2e-api-a-07292b-policy","reconcileID":"9558b73f-bce8-4b6e-9889-d926148fb0f4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"name":"e2e-api-a-07292b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:22.081339105Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-07292b-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"e2e-e2e-api-a-07292b-policy","reconcileID":"9558b73f-bce8-4b6e-9889-d926148fb0f4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:22.212972469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dffbf15f-70fe-4af1-beaf-90933c249440","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:22.281790247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dffbf15f-70fe-4af1-beaf-90933c249440","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:22.292417068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dffbf15f-70fe-4af1-beaf-90933c249440","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:22.3327865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dffbf15f-70fe-4af1-beaf-90933c249440","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:22.851021284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ef0066a-9de5-49d4-9bcc-295ed785f9d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:22.867154937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ef0066a-9de5-49d4-9bcc-295ed785f9d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:22.903941799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ef0066a-9de5-49d4-9bcc-295ed785f9d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:22.993377002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-policy-477fd9c0","reconcileID":"47068c02-ea1b-4066-aa51-ce163e46cb43","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-477fd9c0","tenantID":"e2e-mt-477fd9c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:23.09827488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ef0066a-9de5-49d4-9bcc-295ed785f9d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:23.161418303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-policy-477fd9c0","reconcileID":"47068c02-ea1b-4066-aa51-ce163e46cb43","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"name":"e2e-mt-477fd9c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:23.199922755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"304e4279-54ba-40b6-91be-77544c1dd17c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:23.233679756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-477fd9c0-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-policy-477fd9c0","reconcileID":"47068c02-ea1b-4066-aa51-ce163e46cb43","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:23.258779561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"304e4279-54ba-40b6-91be-77544c1dd17c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:23.265994294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"e2e-api-key-deleted-sub-auth","reconcileID":"449f1608-8204-4418-bda1-270b4317a8e7","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:23.266691767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"576616c0-f570-4f81-954e-37f7a33d65e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:23.326015686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"576616c0-f570-4f81-954e-37f7a33d65e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:23.335341584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"e2e-api-key-deleted-sub-auth","reconcileID":"449f1608-8204-4418-bda1-270b4317a8e7","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:23.346717619Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-7a745c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b90dd38d17c2abb8ec27ad0a6ed9f8b311d674069c8443c048fff5d11918c263) AuthConfig (94cff9b03130b51e6f48b928d6cd00ef1e72f756b08732a1823fbd45b295c795) AuthConfig (6a5dd99d33a28f18982083671d711d17c4e17782ec4e5428de8829240c978064) AuthConfig (72ea189d8cb5e1c69303e7931bab8fe4233148f6c74032b9e1749ead806c349c) AuthConfig (3c54ec4c73efe9991b7f8fc67d60ee38fa1703e6e099298abb8bc576b1c6a43b) AuthConfig (00615618a46edf95227543b41bf9d16007fdd16f54f18c5dfe6c8079a55c6166) AuthConfig (ab41592b55a2ed2a3ff64c331f936f7041467e6b6dce6de705b1086ae6624b30) AuthConfig (26a44628bdfe8556d46ebd1fb45ddb0996283ebaeedb8488c2ff94df11491be4) AuthConfig (99a4f81a0a120da10c44cec1fbbd24cbe6e7f107668bb52b875d3bb2a56276ce) AuthConfig (d2a8d8a3711dd3c89e19e0b346e2bba8b7630a85b1ea5b3dc81883789fe16b10) AuthConfig (d82d72014ced0ab1bda40a076d7989a4f68758bd84287c240c6ab36477e008e0) AuthConfig (65ba84cd4e77103f8466490adfc818c23abfe3623abfff4cf74737dda7a2660d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"e2e-api-key-deleted-sub-auth","reconcileID":"449f1608-8204-4418-bda1-270b4317a8e7","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:23.372012176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"f176dd0b-35de-4972-a2d4-bcaaf31fb5cc","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:30.715914117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"namespace":"ai-tenant-e2e-mt-1fc3645a","name":"e2e-shared-int-policy-99855cc0","reconcileID":"e2a2114c-ab3a-4a86-ba71-a69f1d94b8e7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:30.726831918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"namespace":"ai-tenant-e2e-mt-1fc3645a","name":"e2e-shared-int-policy-99855cc0","reconcileID":"e2a2114c-ab3a-4a86-ba71-a69f1d94b8e7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:30.765350789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba0e7d08-11be-4c3a-92a9-71cf8bcdb625","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:30.765371529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba0e7d08-11be-4c3a-92a9-71cf8bcdb625","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:30.954559065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"e2e-e2e-api-b-6ac47d-policy","reconcileID":"18a7f1d2-4f98-42d0-a03b-8d7e951e9bc0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6ac47d","tenantID":"e2e-api-b-6ac47d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:30.965361446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"e2e-e2e-api-b-6ac47d-policy","reconcileID":"18a7f1d2-4f98-42d0-a03b-8d7e951e9bc0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"name":"e2e-api-b-6ac47d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:30.974142529Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6ac47d-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"e2e-e2e-api-b-6ac47d-policy","reconcileID":"18a7f1d2-4f98-42d0-a03b-8d7e951e9bc0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:31.964407804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"e2e-e2e-api-a-07292b-policy","reconcileID":"285c3f3e-ba25-4a91-8a53-12626836c16e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-07292b","tenantID":"e2e-api-a-07292b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:31.974342061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"e2e-e2e-api-a-07292b-policy","reconcileID":"285c3f3e-ba25-4a91-8a53-12626836c16e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"name":"e2e-api-a-07292b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:31.982947232Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-07292b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (07329ce8d041fdf21edfee092d6cf70e4c66345c3a8392c152cb87a0c18c8987) AuthConfig (3d470961f46c8fabf25a792bba83bf0b47b79c210f55ba49b2c5795046720ecc) AuthConfig (729d3f6cfd3963b1b28c4ee1ede9a35804c6cc34311d56cce45aa55e3c050a44) AuthConfig (c2eefd09ed9017df609b951c916f508ff94865183381b805196cfb61b60ca93e) AuthConfig (76e3c96678f1e3ad66fa17339460f863f9e693e71baa5c536af55b49822d93dd) AuthConfig (31f82507691647602b820de13b25b226717d05c9ad926c793cef66808db83dcc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"e2e-e2e-api-a-07292b-policy","reconcileID":"285c3f3e-ba25-4a91-8a53-12626836c16e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:31.993716592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5a839bb-2375-45fc-99ec-2e0e552cd7d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:31.993735361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5a839bb-2375-45fc-99ec-2e0e552cd7d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:32.065210525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"e2e-e2e-api-a-07292b-policy","reconcileID":"8678ef08-e63d-4d7a-838b-174e4813c98c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-07292b","tenantID":"e2e-api-a-07292b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:32.078073696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"e2e-e2e-api-a-07292b-policy","reconcileID":"8678ef08-e63d-4d7a-838b-174e4813c98c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"name":"e2e-api-a-07292b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:32.086073303Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-07292b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (07329ce8d041fdf21edfee092d6cf70e4c66345c3a8392c152cb87a0c18c8987) AuthConfig (3d470961f46c8fabf25a792bba83bf0b47b79c210f55ba49b2c5795046720ecc) AuthConfig (729d3f6cfd3963b1b28c4ee1ede9a35804c6cc34311d56cce45aa55e3c050a44) AuthConfig (c2eefd09ed9017df609b951c916f508ff94865183381b805196cfb61b60ca93e) AuthConfig (76e3c96678f1e3ad66fa17339460f863f9e693e71baa5c536af55b49822d93dd) AuthConfig (31f82507691647602b820de13b25b226717d05c9ad926c793cef66808db83dcc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"e2e-e2e-api-a-07292b-policy","reconcileID":"8678ef08-e63d-4d7a-838b-174e4813c98c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:46:32.092129583Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"e2e-e2e-api-a-07292b-policy","reconcileID":"8678ef08-e63d-4d7a-838b-174e4813c98c","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-e2e-api-a-07292b-policy\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:32.165935055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"e2e-e2e-api-a-07292b-policy","reconcileID":"3028e740-4584-458b-94ec-50ecd017c115","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-07292b","tenantID":"e2e-api-a-07292b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:32.181001199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"e2e-e2e-api-a-07292b-policy","reconcileID":"3028e740-4584-458b-94ec-50ecd017c115","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"name":"e2e-api-a-07292b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:32.189963996Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-07292b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (07329ce8d041fdf21edfee092d6cf70e4c66345c3a8392c152cb87a0c18c8987) AuthConfig (3d470961f46c8fabf25a792bba83bf0b47b79c210f55ba49b2c5795046720ecc) AuthConfig (729d3f6cfd3963b1b28c4ee1ede9a35804c6cc34311d56cce45aa55e3c050a44) AuthConfig (c2eefd09ed9017df609b951c916f508ff94865183381b805196cfb61b60ca93e) AuthConfig (76e3c96678f1e3ad66fa17339460f863f9e693e71baa5c536af55b49822d93dd) AuthConfig (31f82507691647602b820de13b25b226717d05c9ad926c793cef66808db83dcc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"e2e-e2e-api-a-07292b-policy","reconcileID":"3028e740-4584-458b-94ec-50ecd017c115","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:32.29538455Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"default-tenant","reconcileID":"fff213b0-2e52-4c41-a747-98807d0ccb82","namespace":"ai-tenant-e2e-api-a-07292b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:32.29544042Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"default-tenant","reconcileID":"fff213b0-2e52-4c41-a747-98807d0ccb82","namespace":"ai-tenant-e2e-api-a-07292b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:32.295487838Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"default-tenant","reconcileID":"fff213b0-2e52-4c41-a747-98807d0ccb82","name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:32.304931985Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"default-tenant","reconcileID":"fff213b0-2e52-4c41-a747-98807d0ccb82","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:32.305326704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4fb7b92-c883-4ae8-ad72-302855b5593b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:32.305345641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4fb7b92-c883-4ae8-ad72-302855b5593b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:32.305479437Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"e2e-e2e-api-a-07292b-policy","reconcileID":"fe6226ce-0a2a-4004-84b0-755607391342","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:32.369700427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"e2e-e2e-api-a-07292b-policy","reconcileID":"fe6226ce-0a2a-4004-84b0-755607391342","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-07292b","tenantID":"e2e-api-a-07292b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:32.407141883Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"e2e-e2e-api-a-07292b-policy","reconcileID":"fe6226ce-0a2a-4004-84b0-755607391342","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"name":"e2e-api-a-07292b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:32.407175501Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"e2e-e2e-api-a-07292b-policy","reconcileID":"fe6226ce-0a2a-4004-84b0-755607391342","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-07292b-policy","namespace":"ai-tenant-e2e-api-a-07292b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-07292b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:32.429242219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"892d7ae4-8c7d-43c2-b40a-c8f359ec29a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:32.429333443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"892d7ae4-8c7d-43c2-b40a-c8f359ec29a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:33.306371154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-policy-477fd9c0","reconcileID":"e9aba3fc-9c29-47a8-acc0-457a9a628e89","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-477fd9c0","tenantID":"e2e-mt-477fd9c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:33.37149713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-policy-477fd9c0","reconcileID":"e9aba3fc-9c29-47a8-acc0-457a9a628e89","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"name":"e2e-mt-477fd9c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:33.379640885Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-477fd9c0-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-policy-477fd9c0","reconcileID":"e9aba3fc-9c29-47a8-acc0-457a9a628e89","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:33.385731529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"e2e-api-key-deleted-sub-auth","reconcileID":"66850ec0-4b82-4855-8def-fd0410802bf6","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:33.395478825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"e2e-api-key-deleted-sub-auth","reconcileID":"66850ec0-4b82-4855-8def-fd0410802bf6","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:33.404519115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-7a745c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b90dd38d17c2abb8ec27ad0a6ed9f8b311d674069c8443c048fff5d11918c263) AuthConfig (94cff9b03130b51e6f48b928d6cd00ef1e72f756b08732a1823fbd45b295c795) AuthConfig (6a5dd99d33a28f18982083671d711d17c4e17782ec4e5428de8829240c978064) AuthConfig (72ea189d8cb5e1c69303e7931bab8fe4233148f6c74032b9e1749ead806c349c) AuthConfig (3c54ec4c73efe9991b7f8fc67d60ee38fa1703e6e099298abb8bc576b1c6a43b) AuthConfig (00615618a46edf95227543b41bf9d16007fdd16f54f18c5dfe6c8079a55c6166) AuthConfig (ab41592b55a2ed2a3ff64c331f936f7041467e6b6dce6de705b1086ae6624b30) AuthConfig (26a44628bdfe8556d46ebd1fb45ddb0996283ebaeedb8488c2ff94df11491be4) AuthConfig (99a4f81a0a120da10c44cec1fbbd24cbe6e7f107668bb52b875d3bb2a56276ce) AuthConfig (d2a8d8a3711dd3c89e19e0b346e2bba8b7630a85b1ea5b3dc81883789fe16b10) AuthConfig (d82d72014ced0ab1bda40a076d7989a4f68758bd84287c240c6ab36477e008e0) AuthConfig (65ba84cd4e77103f8466490adfc818c23abfe3623abfff4cf74737dda7a2660d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"e2e-api-key-deleted-sub-auth","reconcileID":"66850ec0-4b82-4855-8def-fd0410802bf6","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:36.373990855Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.984184153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"e2e-e2e-api-b-6ac47d-policy","reconcileID":"98a04b10-fd14-4af7-9552-360b5acccfbe","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6ac47d","tenantID":"e2e-api-b-6ac47d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:40.993884425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"e2e-e2e-api-b-6ac47d-policy","reconcileID":"98a04b10-fd14-4af7-9552-360b5acccfbe","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"name":"e2e-api-b-6ac47d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:41.00234372Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6ac47d-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"e2e-e2e-api-b-6ac47d-policy","reconcileID":"98a04b10-fd14-4af7-9552-360b5acccfbe","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:43.388760664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-policy-477fd9c0","reconcileID":"2b2048e6-f47b-48f0-8248-5165a2b2ab8e","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-477fd9c0","tenantID":"e2e-mt-477fd9c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:43.398448025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-policy-477fd9c0","reconcileID":"2b2048e6-f47b-48f0-8248-5165a2b2ab8e","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"name":"e2e-mt-477fd9c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:43.407191674Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-477fd9c0-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-policy-477fd9c0","reconcileID":"2b2048e6-f47b-48f0-8248-5165a2b2ab8e","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:43.418972732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ebedb561-16de-4f3c-8f6a-48302688f673","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:43.429281991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ebedb561-16de-4f3c-8f6a-48302688f673","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:43.442483732Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-7a745c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b90dd38d17c2abb8ec27ad0a6ed9f8b311d674069c8443c048fff5d11918c263) AuthConfig (94cff9b03130b51e6f48b928d6cd00ef1e72f756b08732a1823fbd45b295c795) AuthConfig (6a5dd99d33a28f18982083671d711d17c4e17782ec4e5428de8829240c978064) AuthConfig (72ea189d8cb5e1c69303e7931bab8fe4233148f6c74032b9e1749ead806c349c) AuthConfig (3c54ec4c73efe9991b7f8fc67d60ee38fa1703e6e099298abb8bc576b1c6a43b) AuthConfig (00615618a46edf95227543b41bf9d16007fdd16f54f18c5dfe6c8079a55c6166) AuthConfig (ab41592b55a2ed2a3ff64c331f936f7041467e6b6dce6de705b1086ae6624b30) AuthConfig (26a44628bdfe8556d46ebd1fb45ddb0996283ebaeedb8488c2ff94df11491be4) AuthConfig (99a4f81a0a120da10c44cec1fbbd24cbe6e7f107668bb52b875d3bb2a56276ce) AuthConfig (d2a8d8a3711dd3c89e19e0b346e2bba8b7630a85b1ea5b3dc81883789fe16b10) AuthConfig (d82d72014ced0ab1bda40a076d7989a4f68758bd84287c240c6ab36477e008e0) AuthConfig (65ba84cd4e77103f8466490adfc818c23abfe3623abfff4cf74737dda7a2660d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ebedb561-16de-4f3c-8f6a-48302688f673","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:44.406917128Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"default-tenant","reconcileID":"6270f60d-7cd4-4887-b01e-7672ef4c11f7","namespace":"ai-tenant-e2e-api-a-07292b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:44.406975157Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"default-tenant","reconcileID":"6270f60d-7cd4-4887-b01e-7672ef4c11f7","namespace":"ai-tenant-e2e-api-a-07292b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:44.407031122Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"default-tenant","reconcileID":"6270f60d-7cd4-4887-b01e-7672ef4c11f7","tenant":"e2e-api-a-07292b","tenantID":"e2e-api-a-07292b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:44.413775679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"default-tenant","reconcileID":"6270f60d-7cd4-4887-b01e-7672ef4c11f7","gvk":"Deployment","name":"maas-api-e2e-api-a-07292b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:44.438943549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"default-tenant","reconcileID":"6270f60d-7cd4-4887-b01e-7672ef4c11f7","gvk":"Service","name":"maas-api-e2e-api-a-07292b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:44.450229722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"default-tenant","reconcileID":"6270f60d-7cd4-4887-b01e-7672ef4c11f7","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-07292b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:44.458811428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"default-tenant","reconcileID":"6270f60d-7cd4-4887-b01e-7672ef4c11f7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-07292b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:44.477982386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"default-tenant","reconcileID":"6270f60d-7cd4-4887-b01e-7672ef4c11f7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-07292b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:44.489314474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"default-tenant","reconcileID":"6270f60d-7cd4-4887-b01e-7672ef4c11f7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-07292b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:44.499100826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"default-tenant","reconcileID":"6270f60d-7cd4-4887-b01e-7672ef4c11f7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-07292b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:44.507633985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"default-tenant","reconcileID":"6270f60d-7cd4-4887-b01e-7672ef4c11f7","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-07292b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:44.511728168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"default-tenant","reconcileID":"6270f60d-7cd4-4887-b01e-7672ef4c11f7","gvk":"Deployment","name":"payload-processing-e2e-api-a-07292b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:44.515967608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"default-tenant","reconcileID":"6270f60d-7cd4-4887-b01e-7672ef4c11f7","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-07292b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:44.520531082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"default-tenant","reconcileID":"6270f60d-7cd4-4887-b01e-7672ef4c11f7","gvk":"Service","name":"payload-processing-e2e-api-a-07292b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:44.525426692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"default-tenant","reconcileID":"6270f60d-7cd4-4887-b01e-7672ef4c11f7","gvk":"Service","name":"payload-pre-processing-e2e-api-a-07292b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:44.529427901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"default-tenant","reconcileID":"6270f60d-7cd4-4887-b01e-7672ef4c11f7","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-07292b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:44.533451974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"default-tenant","reconcileID":"6270f60d-7cd4-4887-b01e-7672ef4c11f7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-07292b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:44.537540614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"default-tenant","reconcileID":"6270f60d-7cd4-4887-b01e-7672ef4c11f7","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-07292b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:44.548636813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"default-tenant","reconcileID":"6270f60d-7cd4-4887-b01e-7672ef4c11f7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-07292b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:44.552771421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"default-tenant","reconcileID":"6270f60d-7cd4-4887-b01e-7672ef4c11f7","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-07292b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:44.557215491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"default-tenant","reconcileID":"6270f60d-7cd4-4887-b01e-7672ef4c11f7","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-07292b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:44.561404196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"default-tenant","reconcileID":"6270f60d-7cd4-4887-b01e-7672ef4c11f7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-07292b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:44.565520122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-07292b"},"namespace":"ai-tenant-e2e-api-a-07292b","name":"default-tenant","reconcileID":"6270f60d-7cd4-4887-b01e-7672ef4c11f7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-07292b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:44.869824757Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-07292b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-07292b","reconcileID":"6ec8ba2e-859b-4ece-b037-613d80d43a87","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-07292b","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-07292b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:45.054390127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9902e8f3-02db-4874-98c5-7ac8aa4627cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:45.062008884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9902e8f3-02db-4874-98c5-7ac8aa4627cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:45.07321846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9902e8f3-02db-4874-98c5-7ac8aa4627cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:45.087185353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9902e8f3-02db-4874-98c5-7ac8aa4627cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:45.472077384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0a67a9c-cb06-48f2-b1ea-1467d8c16f81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:45.501390569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0a67a9c-cb06-48f2-b1ea-1467d8c16f81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:45.551886985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0a67a9c-cb06-48f2-b1ea-1467d8c16f81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:45.574351825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0a67a9c-cb06-48f2-b1ea-1467d8c16f81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:45.869539152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-sub-477fd9c0","reconcileID":"3d10db74-6dd6-46b8-872c-da48837920e6","MaaSSubscription":{"name":"e2e-sub-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"name":"maas-trlp-e2e-lifecycle-model-477fd9c0","model":"ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:45.894233082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"7694f817-c0c6-4be1-a84f-661cf4bf30ae","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"tenant":"e2e-mt-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","model":"ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:45.894252484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"7694f817-c0c6-4be1-a84f-661cf4bf30ae","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"routeName":"e2e-lifecycle-model-477fd9c0-kserve-route","namespace":"ai-tenant-e2e-mt-477fd9c0","llmisvcName":"e2e-lifecycle-model-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:46.133238543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-policy-477fd9c0","reconcileID":"953446e7-5332-4611-9b59-04dff488ba7a","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-477fd9c0","tenantID":"e2e-mt-477fd9c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:46.143325335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-policy-477fd9c0","reconcileID":"953446e7-5332-4611-9b59-04dff488ba7a","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"name":"e2e-mt-477fd9c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:46.152266187Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-477fd9c0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3e999f0e27520c14f4f2c2e5caf1f3a8947c2798ffaa7b8687305f77d316685b) AuthConfig (4d0315e471cc0244e4e04d87df34a8257443ba90ad7fc640766b76a1935a88bd) AuthConfig (70a9b6ab40f48dd5b5c297576adf255d5c98255907757d6925e1c6d4e02e5d2f) AuthConfig (27d38ffc0dc9a50c402db98b8f7979147d6bf70c27d51461a2afe9586c419cd3) AuthConfig (08e667184221eb17471a4c5c6a45aeac71fa3c340d91b0d60a40011826c29b44) AuthConfig (8d42074cbac2246097827a52d3ba4a662a24c7551a6cdc1aa6ea5c9764706f42) AuthConfig (034cb352f10225eea325f00f4329f3e0b57864a05f7184ebf7589b387c077075) AuthConfig (888240906bdf222ee36af70cbaa0720c5705a367a1a1a43a139edc9d1f4f0860) AuthConfig (1e07f57ff445dc27ec727c26ecee504d80a666473f0c842103fe07de8e1e643d) AuthConfig (9999e39812145143fba40aa7e834d392345a0c44fd140917f2bdad58c51fe231) AuthConfig (273a3fe4f5cdb93140fa7dc9714cdc1207449dd8de36bfbe075ccab94cc0a6ee) AuthConfig (6bfc08dddf01e1180c39ef24d5ceb2e9a0bcecafe9598b6d2e14c190da12b3fc) AuthConfig (f1bd761e7c5e2c2ca14cf884ca119d9a037844e83bc9337eec4f5df7c561873c) AuthConfig (86d1416255f08e808eef5cb1ff91bf2d13621626b1e3efa67d26fac3e27f6db4) AuthConfig (462a653bce368b559096f42017a173c5f8c62f9f76eba986e06c8218697fdd83) AuthConfig (5c6a92fdeeaf573aedd02a74938bc1a7cf370f09569c66c51d9b4fe09cce11c3) AuthConfig (351025d97aa093e108ab1186ac9952acad264be9012e028de7e6265422f0a8b8) AuthConfig (d1f4c7ab699ee3078fbf92cf0d03ebf379e4214ac22ae2ca8e938087b158b6da)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-policy-477fd9c0","reconcileID":"953446e7-5332-4611-9b59-04dff488ba7a","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:46.166825429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"8e6d1197-f2f9-4ed4-8138-d27495797948","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"tenant":"e2e-mt-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","model":"ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:46.166921415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"8e6d1197-f2f9-4ed4-8138-d27495797948","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"routeName":"e2e-lifecycle-model-477fd9c0-kserve-route","namespace":"ai-tenant-e2e-mt-477fd9c0","llmisvcName":"e2e-lifecycle-model-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:51.012286004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"e2e-e2e-api-b-6ac47d-policy","reconcileID":"0e190754-6504-4e1b-9f3f-a14dc01ff0a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6ac47d","tenantID":"e2e-api-b-6ac47d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:51.022108861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"e2e-e2e-api-b-6ac47d-policy","reconcileID":"0e190754-6504-4e1b-9f3f-a14dc01ff0a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"name":"e2e-api-b-6ac47d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:51.032238881Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6ac47d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c465311a910f3d4f6d7755370921a06267a860709d1cb967e7b00d744c3ee3a7) AuthConfig (9defd431c0a5d881d626415caadeb8ec8ce78f3f7271ee5879d7639d84b9161e) AuthConfig (e4ac0adf8f9f347e9010a3755667b5af07e8c72ba8ba79a3a41dad364a851f59) AuthConfig (984d50a176714a421d3af72e0c8f8332df193ce05e44ae1f6920b0899c24cb4a) AuthConfig (aed93b2069334085e8027aa104c41cc24886636734c7cc32faa62837dc94dd75) AuthConfig (60506c288ce4446bcc50d291225072c2ccee5a7ec670f81e500b3205734dab88)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"e2e-e2e-api-b-6ac47d-policy","reconcileID":"0e190754-6504-4e1b-9f3f-a14dc01ff0a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:51.069627711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f19121c0-f5bf-4ac6-8032-bc6fe0db32ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:51.069649999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f19121c0-f5bf-4ac6-8032-bc6fe0db32ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:52.81302401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"e2e-e2e-api-b-6ac47d-policy","reconcileID":"72931491-2680-4b39-b265-b312c4585a05","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6ac47d","tenantID":"e2e-api-b-6ac47d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:52.822918799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"e2e-e2e-api-b-6ac47d-policy","reconcileID":"72931491-2680-4b39-b265-b312c4585a05","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"name":"e2e-api-b-6ac47d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:52.831365482Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6ac47d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c465311a910f3d4f6d7755370921a06267a860709d1cb967e7b00d744c3ee3a7) AuthConfig (9defd431c0a5d881d626415caadeb8ec8ce78f3f7271ee5879d7639d84b9161e) AuthConfig (e4ac0adf8f9f347e9010a3755667b5af07e8c72ba8ba79a3a41dad364a851f59) AuthConfig (984d50a176714a421d3af72e0c8f8332df193ce05e44ae1f6920b0899c24cb4a) AuthConfig (aed93b2069334085e8027aa104c41cc24886636734c7cc32faa62837dc94dd75) AuthConfig (60506c288ce4446bcc50d291225072c2ccee5a7ec670f81e500b3205734dab88)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"e2e-e2e-api-b-6ac47d-policy","reconcileID":"72931491-2680-4b39-b265-b312c4585a05","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:52.907524253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"e2e-e2e-api-b-6ac47d-policy","reconcileID":"49f83112-10ff-4988-abd9-f36059334760","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6ac47d","tenantID":"e2e-api-b-6ac47d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:52.919335955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"e2e-e2e-api-b-6ac47d-policy","reconcileID":"49f83112-10ff-4988-abd9-f36059334760","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"name":"e2e-api-b-6ac47d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:52.931576863Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6ac47d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c465311a910f3d4f6d7755370921a06267a860709d1cb967e7b00d744c3ee3a7) AuthConfig (9defd431c0a5d881d626415caadeb8ec8ce78f3f7271ee5879d7639d84b9161e) AuthConfig (e4ac0adf8f9f347e9010a3755667b5af07e8c72ba8ba79a3a41dad364a851f59) AuthConfig (984d50a176714a421d3af72e0c8f8332df193ce05e44ae1f6920b0899c24cb4a) AuthConfig (aed93b2069334085e8027aa104c41cc24886636734c7cc32faa62837dc94dd75) AuthConfig (60506c288ce4446bcc50d291225072c2ccee5a7ec670f81e500b3205734dab88)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"e2e-e2e-api-b-6ac47d-policy","reconcileID":"49f83112-10ff-4988-abd9-f36059334760","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:53.080439764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0257094-22cd-42fd-b8a4-6fef14ed1f19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:53.086409687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0257094-22cd-42fd-b8a4-6fef14ed1f19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:53.091191392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0257094-22cd-42fd-b8a4-6fef14ed1f19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:53.095538618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0257094-22cd-42fd-b8a4-6fef14ed1f19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:53.410013916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94112fa8-5bbe-403a-96f6-87e227049b7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:53.414307364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94112fa8-5bbe-403a-96f6-87e227049b7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:53.418637477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94112fa8-5bbe-403a-96f6-87e227049b7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:53.423013628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94112fa8-5bbe-403a-96f6-87e227049b7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:53.4601352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"e2e-api-key-deleted-sub-auth","reconcileID":"178117c6-9f7a-42ab-9722-0bc653ea3984","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:53.469816917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"e2e-api-key-deleted-sub-auth","reconcileID":"178117c6-9f7a-42ab-9722-0bc653ea3984","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:53.498990361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"d12fbc60-c39a-46ca-810f-74fa821802a4","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:53.657841303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232a3ee3-9cc4-43fa-a50a-ec088bbf94fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:53.662089715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232a3ee3-9cc4-43fa-a50a-ec088bbf94fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:53.666217003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232a3ee3-9cc4-43fa-a50a-ec088bbf94fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:53.670375942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232a3ee3-9cc4-43fa-a50a-ec088bbf94fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:54.417224989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"949fe941-2d43-4e4d-b004-25824506586f","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:54.432478032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"e2e-api-key-deleted-sub-auth","reconcileID":"af0c26a1-90c2-4d03-a45a-b98a07a9409c","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:54.432543469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"9b28aa86-4ac4-4c82-b2e1-32837217ba10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:54.432905186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"87af577a-6938-4b6f-8c77-89973a707ed3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:54.442676034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"e2e-api-key-deleted-sub-auth","reconcileID":"af0c26a1-90c2-4d03-a45a-b98a07a9409c","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:54.442719039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"87af577a-6938-4b6f-8c77-89973a707ed3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:54.445026924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"9b28aa86-4ac4-4c82-b2e1-32837217ba10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:56.200714685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-policy-477fd9c0","reconcileID":"38c5b573-1aee-4f88-b2d2-dfe27739066f","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-477fd9c0","tenantID":"e2e-mt-477fd9c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:56.22573171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-policy-477fd9c0","reconcileID":"38c5b573-1aee-4f88-b2d2-dfe27739066f","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"name":"e2e-mt-477fd9c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:46:56.235223945Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-477fd9c0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3e999f0e27520c14f4f2c2e5caf1f3a8947c2798ffaa7b8687305f77d316685b) AuthConfig (4d0315e471cc0244e4e04d87df34a8257443ba90ad7fc640766b76a1935a88bd) AuthConfig (70a9b6ab40f48dd5b5c297576adf255d5c98255907757d6925e1c6d4e02e5d2f) AuthConfig (27d38ffc0dc9a50c402db98b8f7979147d6bf70c27d51461a2afe9586c419cd3) AuthConfig (08e667184221eb17471a4c5c6a45aeac71fa3c340d91b0d60a40011826c29b44) AuthConfig (8d42074cbac2246097827a52d3ba4a662a24c7551a6cdc1aa6ea5c9764706f42) AuthConfig (034cb352f10225eea325f00f4329f3e0b57864a05f7184ebf7589b387c077075) AuthConfig (888240906bdf222ee36af70cbaa0720c5705a367a1a1a43a139edc9d1f4f0860) AuthConfig (1e07f57ff445dc27ec727c26ecee504d80a666473f0c842103fe07de8e1e643d) AuthConfig (9999e39812145143fba40aa7e834d392345a0c44fd140917f2bdad58c51fe231) AuthConfig (273a3fe4f5cdb93140fa7dc9714cdc1207449dd8de36bfbe075ccab94cc0a6ee) AuthConfig (6bfc08dddf01e1180c39ef24d5ceb2e9a0bcecafe9598b6d2e14c190da12b3fc) AuthConfig (f1bd761e7c5e2c2ca14cf884ca119d9a037844e83bc9337eec4f5df7c561873c) AuthConfig (86d1416255f08e808eef5cb1ff91bf2d13621626b1e3efa67d26fac3e27f6db4) AuthConfig (462a653bce368b559096f42017a173c5f8c62f9f76eba986e06c8218697fdd83) AuthConfig (5c6a92fdeeaf573aedd02a74938bc1a7cf370f09569c66c51d9b4fe09cce11c3) AuthConfig (351025d97aa093e108ab1186ac9952acad264be9012e028de7e6265422f0a8b8) AuthConfig (d1f4c7ab699ee3078fbf92cf0d03ebf379e4214ac22ae2ca8e938087b158b6da)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-policy-477fd9c0","reconcileID":"38c5b573-1aee-4f88-b2d2-dfe27739066f","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:02.871462054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"e2e-e2e-api-b-6ac47d-policy","reconcileID":"f53cb271-d3c9-45d5-84b3-f8a72e4f1f86","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6ac47d","tenantID":"e2e-api-b-6ac47d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:02.883878756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"e2e-e2e-api-b-6ac47d-policy","reconcileID":"f53cb271-d3c9-45d5-84b3-f8a72e4f1f86","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"name":"e2e-api-b-6ac47d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:02.918893671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fdf44c75-6921-4d8c-b41a-20f5687b1911","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:02.9189122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fdf44c75-6921-4d8c-b41a-20f5687b1911","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:02.977416067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"e2e-e2e-api-b-6ac47d-policy","reconcileID":"af9100f6-0226-4936-81ed-ba49087738b2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6ac47d","tenantID":"e2e-api-b-6ac47d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:02.986770959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"e2e-e2e-api-b-6ac47d-policy","reconcileID":"af9100f6-0226-4936-81ed-ba49087738b2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"name":"e2e-api-b-6ac47d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:04.438446757Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"e2e-api-key-deleted-sub","reconcileID":"757b75e1-09c8-4731-8abe-b06668ca2baa","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:04.470481237Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"e2e-api-key-deleted-sub","reconcileID":"757b75e1-09c8-4731-8abe-b06668ca2baa","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-7a745c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:04.491904068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"206fa63b-321c-4b77-86c4-0366426c59ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:04.5011095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"36d85a56-b39f-44ce-a53a-4038469962ad","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:04.51173779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"2aa71f02-cb9f-4c72-88a7-320aa77ac055","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"tenant":"e2e-mt-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","model":"ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:04.511759989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"2aa71f02-cb9f-4c72-88a7-320aa77ac055","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"routeName":"e2e-lifecycle-model-477fd9c0-kserve-route","namespace":"ai-tenant-e2e-mt-477fd9c0","llmisvcName":"e2e-lifecycle-model-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:04.515427697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"855f0bcc-1751-446d-a58f-344a0979d016","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:04.515456269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"e2e-api-key-deleted-sub-auth","reconcileID":"1630dfbc-dff4-4899-b90b-6500ceaff84c","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:04.515868524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"78474ee2-b2aa-4b88-9557-0809d9882bfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:04.526270003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"e2e-api-key-deleted-sub-auth","reconcileID":"1630dfbc-dff4-4899-b90b-6500ceaff84c","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:04.526456548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"855f0bcc-1751-446d-a58f-344a0979d016","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:04.528414561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"78474ee2-b2aa-4b88-9557-0809d9882bfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:05.001357573Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"default-tenant","reconcileID":"895b0a9f-0f08-44f7-b108-c93d43d9197a","namespace":"ai-tenant-e2e-api-b-6ac47d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:05.001416645Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"default-tenant","reconcileID":"895b0a9f-0f08-44f7-b108-c93d43d9197a","namespace":"ai-tenant-e2e-api-b-6ac47d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:05.001463468Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"default-tenant","reconcileID":"895b0a9f-0f08-44f7-b108-c93d43d9197a","name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:05.009228318Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"default-tenant","reconcileID":"895b0a9f-0f08-44f7-b108-c93d43d9197a","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:05.009476159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd67c7ab-2c75-4e2a-8987-afc0ec4bdf43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:05.009493026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd67c7ab-2c75-4e2a-8987-afc0ec4bdf43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:05.009701733Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"e2e-e2e-api-b-6ac47d-policy","reconcileID":"d80df23d-2307-49e4-a52e-75d310b9634a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:05.066645232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"e2e-e2e-api-b-6ac47d-policy","reconcileID":"d80df23d-2307-49e4-a52e-75d310b9634a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6ac47d","tenantID":"e2e-api-b-6ac47d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:05.100925522Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"e2e-e2e-api-b-6ac47d-policy","reconcileID":"d80df23d-2307-49e4-a52e-75d310b9634a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"name":"e2e-api-b-6ac47d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:05.100948729Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"e2e-e2e-api-b-6ac47d-policy","reconcileID":"d80df23d-2307-49e4-a52e-75d310b9634a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6ac47d-policy","namespace":"ai-tenant-e2e-api-b-6ac47d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6ac47d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:05.111355141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f58bacf-90c5-4602-a29a-5bf08734932c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:05.111382637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f58bacf-90c5-4602-a29a-5bf08734932c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:06.250873809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-policy-477fd9c0","reconcileID":"a9eccd5f-a241-4e09-a7dc-e0842f6cb858","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-477fd9c0","tenantID":"e2e-mt-477fd9c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:06.261188372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-policy-477fd9c0","reconcileID":"a9eccd5f-a241-4e09-a7dc-e0842f6cb858","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"name":"e2e-mt-477fd9c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:06.293131225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"0cd3fc7d-a7a2-4c94-bd84-4eefe8e18dd8","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"tenant":"e2e-mt-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","model":"ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:06.293154972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"0cd3fc7d-a7a2-4c94-bd84-4eefe8e18dd8","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"routeName":"e2e-lifecycle-model-477fd9c0-kserve-route","namespace":"ai-tenant-e2e-mt-477fd9c0","llmisvcName":"e2e-lifecycle-model-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:06.372625187Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:15.294753558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"e8f8babc-f34c-437d-9373-e285719ffce8","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"tenant":"e2e-mt-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","model":"ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:15.294842763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"e8f8babc-f34c-437d-9373-e285719ffce8","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"routeName":"e2e-lifecycle-model-477fd9c0-kserve-route","namespace":"ai-tenant-e2e-mt-477fd9c0","llmisvcName":"e2e-lifecycle-model-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:15.34509953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"f59e3643-1eee-4222-9e76-c90349c3355c","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"tenant":"e2e-mt-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","model":"ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:15.345403717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"f59e3643-1eee-4222-9e76-c90349c3355c","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"routeName":"e2e-lifecycle-model-477fd9c0-kserve-route","namespace":"ai-tenant-e2e-mt-477fd9c0","llmisvcName":"e2e-lifecycle-model-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:15.357618419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-policy-477fd9c0","reconcileID":"b0ae0023-240f-4848-8c55-e475a09216e7","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-477fd9c0","tenantID":"e2e-mt-477fd9c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:15.373680804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-sub-477fd9c0","reconcileID":"bb7dc05b-d437-41cc-8b5f-a8ea3f062f29","MaaSSubscription":{"name":"e2e-sub-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"name":"maas-trlp-e2e-lifecycle-model-477fd9c0","model":"ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:15.37942123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-policy-477fd9c0","reconcileID":"b0ae0023-240f-4848-8c55-e475a09216e7","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"name":"e2e-mt-477fd9c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:15.504802835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-sub-477fd9c0","reconcileID":"1e7a767c-7510-4df9-8d62-9fe5244fcab9","MaaSSubscription":{"name":"e2e-sub-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"name":"maas-trlp-e2e-lifecycle-model-477fd9c0","model":"ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:15.526274489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-policy-477fd9c0","reconcileID":"4d35cf18-1460-4028-870f-ab6647199b49","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-477fd9c0","tenantID":"e2e-mt-477fd9c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:15.536844083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-policy-477fd9c0","reconcileID":"4d35cf18-1460-4028-870f-ab6647199b49","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"name":"e2e-mt-477fd9c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:15.578912395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34488fba-b7d5-4373-ad16-4013b84df514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:15.583581722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34488fba-b7d5-4373-ad16-4013b84df514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:15.588087993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34488fba-b7d5-4373-ad16-4013b84df514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:15.592475116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34488fba-b7d5-4373-ad16-4013b84df514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:15.85529335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a600a8ae-a0df-4668-8fb1-2f1fcebee073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:15.867195922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a600a8ae-a0df-4668-8fb1-2f1fcebee073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:15.871556039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a600a8ae-a0df-4668-8fb1-2f1fcebee073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:15.876431377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a600a8ae-a0df-4668-8fb1-2f1fcebee073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:17.001797942Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"default-tenant","reconcileID":"b04ef521-b1ed-43c0-aed9-7a2f30833551","namespace":"ai-tenant-e2e-api-b-6ac47d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:17.001854629Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"default-tenant","reconcileID":"b04ef521-b1ed-43c0-aed9-7a2f30833551","namespace":"ai-tenant-e2e-api-b-6ac47d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:17.001903447Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"default-tenant","reconcileID":"b04ef521-b1ed-43c0-aed9-7a2f30833551","tenant":"e2e-api-b-6ac47d","tenantID":"e2e-api-b-6ac47d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:17.010080005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"default-tenant","reconcileID":"b04ef521-b1ed-43c0-aed9-7a2f30833551","gvk":"Deployment","name":"maas-api-e2e-api-b-6ac47d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:17.033750088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"default-tenant","reconcileID":"b04ef521-b1ed-43c0-aed9-7a2f30833551","gvk":"Service","name":"maas-api-e2e-api-b-6ac47d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:17.050220915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"default-tenant","reconcileID":"b04ef521-b1ed-43c0-aed9-7a2f30833551","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-6ac47d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:17.059387737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"default-tenant","reconcileID":"b04ef521-b1ed-43c0-aed9-7a2f30833551","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-6ac47d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:17.072266077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"default-tenant","reconcileID":"b04ef521-b1ed-43c0-aed9-7a2f30833551","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-6ac47d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:17.081399414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"default-tenant","reconcileID":"b04ef521-b1ed-43c0-aed9-7a2f30833551","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-6ac47d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:17.089879747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"default-tenant","reconcileID":"b04ef521-b1ed-43c0-aed9-7a2f30833551","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-6ac47d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:17.099916588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"default-tenant","reconcileID":"b04ef521-b1ed-43c0-aed9-7a2f30833551","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-6ac47d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:17.105933543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"default-tenant","reconcileID":"b04ef521-b1ed-43c0-aed9-7a2f30833551","gvk":"Deployment","name":"payload-processing-e2e-api-b-6ac47d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:17.112142397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"default-tenant","reconcileID":"b04ef521-b1ed-43c0-aed9-7a2f30833551","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-6ac47d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:17.116996063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"default-tenant","reconcileID":"b04ef521-b1ed-43c0-aed9-7a2f30833551","gvk":"Service","name":"payload-processing-e2e-api-b-6ac47d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:17.121425696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"default-tenant","reconcileID":"b04ef521-b1ed-43c0-aed9-7a2f30833551","gvk":"Service","name":"payload-pre-processing-e2e-api-b-6ac47d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:17.126880143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"default-tenant","reconcileID":"b04ef521-b1ed-43c0-aed9-7a2f30833551","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-6ac47d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:17.131394062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"default-tenant","reconcileID":"b04ef521-b1ed-43c0-aed9-7a2f30833551","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-6ac47d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:17.141497842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"default-tenant","reconcileID":"b04ef521-b1ed-43c0-aed9-7a2f30833551","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-6ac47d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:17.153472851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"default-tenant","reconcileID":"b04ef521-b1ed-43c0-aed9-7a2f30833551","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-6ac47d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:17.158532979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"default-tenant","reconcileID":"b04ef521-b1ed-43c0-aed9-7a2f30833551","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-6ac47d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:17.162787186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"default-tenant","reconcileID":"b04ef521-b1ed-43c0-aed9-7a2f30833551","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-6ac47d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:17.167529282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"default-tenant","reconcileID":"b04ef521-b1ed-43c0-aed9-7a2f30833551","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-6ac47d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:17.172034872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6ac47d"},"namespace":"ai-tenant-e2e-api-b-6ac47d","name":"default-tenant","reconcileID":"b04ef521-b1ed-43c0-aed9-7a2f30833551","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-6ac47d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:17.499149299Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-6ac47d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-6ac47d","reconcileID":"e973eb7d-9ee0-40fc-b34b-8980ee8f5639","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-6ac47d","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-6ac47d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:17.710485973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2a141c5-e475-48d3-9bcb-ba7631b7c299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:17.731187662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2a141c5-e475-48d3-9bcb-ba7631b7c299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:17.74975937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2a141c5-e475-48d3-9bcb-ba7631b7c299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:17.755787249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2a141c5-e475-48d3-9bcb-ba7631b7c299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:18.057733012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7639edf-5310-4ce9-b356-66e65cd805bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:18.068361089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7639edf-5310-4ce9-b356-66e65cd805bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:18.079262177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7639edf-5310-4ce9-b356-66e65cd805bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:18.084138483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7639edf-5310-4ce9-b356-66e65cd805bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:21.409451071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"5cf577d3-3460-47e5-ab35-3b5b42b5b1b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:21.552554282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"62b1c818-8c3c-415a-8219-8723b89c0e39","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:21.55315091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"60dcf95e-c28d-4359-b808-f6be253656de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:21.555124429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-subscription","reconcileID":"d1968c3a-3950-4a5e-8b24-a9faa37c64e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-premium-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:21.555615941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"57d7d79b-1c30-4635-a32b-2aed87041c3b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:21.558870768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-sub-477fd9c0","reconcileID":"3f9c8180-1647-437a-8f43-78206d20dc6a","MaaSSubscription":{"name":"e2e-sub-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"name":"maas-trlp-e2e-lifecycle-model-477fd9c0","model":"ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:21.626685757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6b70920f-69cc-46d2-932b-c5b7c7888d22","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:21.62700389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"50fd115b-ded5-421d-8614-4fd2a9238dfc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:21.628663708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"22cebdd1-09fb-44d9-9878-1fc3d51454f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:21.62901272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"4e23c3f4-0f36-495d-9ffa-643cbc4f90ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:21.708655469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7bc01e67-36dd-4ed0-b3f1-f124668f8c1d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:21.709279579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"namespace":"ai-tenant-e2e-mt-1fc3645a","name":"e2e-shared-int-sub-99855cc0","reconcileID":"749d37db-2178-43e6-aeee-31989f9cc0e4","MaaSSubscription":{"name":"e2e-shared-int-sub-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:21.709777188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"06853034-bedf-41fb-ba82-1d3d2dd96e21","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:21.87440048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"d21b3969-998f-4bdd-8d82-8fecfb825269","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:25.416643308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"515a87ce-ccae-4103-9279-88fd0605719d","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"tenant":"e2e-mt-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","model":"ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:25.416665263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"515a87ce-ccae-4103-9279-88fd0605719d","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"routeName":"e2e-lifecycle-model-477fd9c0-kserve-route","namespace":"ai-tenant-e2e-mt-477fd9c0","llmisvcName":"e2e-lifecycle-model-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:25.430508737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-policy-477fd9c0","reconcileID":"fbcfe4a1-7fcd-4b03-8fe0-319bd0ca9772","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-477fd9c0","tenantID":"e2e-mt-477fd9c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:25.440380875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-sub-477fd9c0","reconcileID":"e60003bd-9394-4111-92ba-99c1f3a327ab","MaaSSubscription":{"name":"e2e-sub-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"name":"maas-trlp-e2e-lifecycle-model-477fd9c0","model":"ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:25.44139627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-policy-477fd9c0","reconcileID":"fbcfe4a1-7fcd-4b03-8fe0-319bd0ca9772","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"name":"e2e-mt-477fd9c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:25.525958749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-policy-477fd9c0","reconcileID":"bc53d5ca-0f03-4236-8f7e-185ee606b66c","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-477fd9c0","tenantID":"e2e-mt-477fd9c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:25.535550075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-policy-477fd9c0","reconcileID":"bc53d5ca-0f03-4236-8f7e-185ee606b66c","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"name":"e2e-mt-477fd9c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:25.53655241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-sub-477fd9c0","reconcileID":"96700030-396e-4eec-8823-690b2d652d8c","MaaSSubscription":{"name":"e2e-sub-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"name":"maas-trlp-e2e-lifecycle-model-477fd9c0","model":"ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:26.71959019Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"6b78d9d0-806b-4b90-9615-82f2dadbbf39","namespace":"ai-tenant-e2e-mt-477fd9c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:26.719693754Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"6b78d9d0-806b-4b90-9615-82f2dadbbf39","name":"e2e-sub-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:26.731106608Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"6b78d9d0-806b-4b90-9615-82f2dadbbf39","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:26.731126831Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"6b78d9d0-806b-4b90-9615-82f2dadbbf39","namespace":"ai-tenant-e2e-mt-477fd9c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:26.731238938Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"6b78d9d0-806b-4b90-9615-82f2dadbbf39","name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:26.732010261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"49908223-bb79-419b-883f-7d456fefe7be","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"tenant":"e2e-mt-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","model":"ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:26.732027094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"49908223-bb79-419b-883f-7d456fefe7be","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"routeName":"e2e-lifecycle-model-477fd9c0-kserve-route","namespace":"ai-tenant-e2e-mt-477fd9c0","llmisvcName":"e2e-lifecycle-model-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:26.741531916Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"6b78d9d0-806b-4b90-9615-82f2dadbbf39","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:26.742313317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"3e35f741-40bb-482e-83c9-6737373c58e9","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"tenant":"e2e-mt-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","model":"ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:26.742329841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"3e35f741-40bb-482e-83c9-6737373c58e9","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"routeName":"e2e-lifecycle-model-477fd9c0-kserve-route","namespace":"ai-tenant-e2e-mt-477fd9c0","llmisvcName":"e2e-lifecycle-model-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:26.752471676Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-sub-477fd9c0","reconcileID":"75c41383-94d3-4fb0-9e25-94e194dfe846","MaaSSubscription":{"name":"e2e-sub-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6939c6cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:26.756877063Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-sub-477fd9c0","reconcileID":"ff961903-0ef7-48d5-94ec-ad7c93f2a981","MaaSSubscription":{"name":"e2e-sub-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6939c6cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:26.786552708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-policy-477fd9c0","reconcileID":"f4e16d9d-d32d-42d9-9e9d-514277edd5ca","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-477fd9c0","tenantID":"e2e-mt-477fd9c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:26.797079433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-policy-477fd9c0","reconcileID":"f4e16d9d-d32d-42d9-9e9d-514277edd5ca","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"name":"e2e-mt-477fd9c0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:26.86955688Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-policy-477fd9c0","reconcileID":"b3150ecb-0ea9-4d33-b1da-b093fdcb8943","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"model":"ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:26.917411166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-policy-477fd9c0","reconcileID":"b3150ecb-0ea9-4d33-b1da-b093fdcb8943","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-477fd9c0","tenantID":"e2e-mt-477fd9c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:26.96938801Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-policy-477fd9c0","reconcileID":"b3150ecb-0ea9-4d33-b1da-b093fdcb8943","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"name":"e2e-mt-477fd9c0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:26.969414174Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-policy-477fd9c0","reconcileID":"b3150ecb-0ea9-4d33-b1da-b093fdcb8943","MaaSAuthPolicy":{"name":"e2e-policy-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-477fd9c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:26.979238818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"e0f0d34f-8cac-466b-af44-8e31f8dc1363","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"tenant":"e2e-mt-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","model":"ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:26.979260127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"e0f0d34f-8cac-466b-af44-8e31f8dc1363","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"routeName":"e2e-lifecycle-model-477fd9c0-kserve-route","namespace":"ai-tenant-e2e-mt-477fd9c0","llmisvcName":"e2e-lifecycle-model-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:30.539594597Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"e2e-api-key-deleted-sub-auth","reconcileID":"7e836aef-cce7-4725-a18a-b05724d05827","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:30.540198511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"d632ab00-6799-402a-8b4a-6f69dcda1412","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:30.572757739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"2e7620a8-6903-4a38-a36e-d7a1e9ded0e9","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:31.68140351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83a53d78-12d2-45e4-a6d8-2967f70ffdf0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:31.681499515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83a53d78-12d2-45e4-a6d8-2967f70ffdf0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:31.693343398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da3f1748-3edf-432c-ba83-6b657057a628","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:31.693500563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da3f1748-3edf-432c-ba83-6b657057a628","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:31.710351952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ebbb48","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ebbb48","reconcileID":"d3e2a334-49db-40ab-9ef6-060b1dde2d77","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ebbb48","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:31.754056128Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ebbb48","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ebbb48","reconcileID":"d3e2a334-49db-40ab-9ef6-060b1dde2d77","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ebbb48","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:31.76541323Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ebbb48","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ebbb48","reconcileID":"d3e2a334-49db-40ab-9ef6-060b1dde2d77","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ebbb48","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:31.774162335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4ccabbd-d8f3-4d6f-b748-2c45020c5b92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:31.774182191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4ccabbd-d8f3-4d6f-b748-2c45020c5b92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:31.869680085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fc6a6e3-9e4b-4701-a84c-9ee4d6041a21","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:31.86970041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fc6a6e3-9e4b-4701-a84c-9ee4d6041a21","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:31.877827606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6668f23-0f82-4605-8ff4-f8ccec87d5a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:31.877846894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6668f23-0f82-4605-8ff4-f8ccec87d5a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:31.884641796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df70df06-ccf4-4b38-9e26-8c15ad3f4753","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:31.884658236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ebbb48","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ebbb48","reconcileID":"7fd8818e-020b-418f-919f-2aab047f1336","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ebbb48","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:31.88495868Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-ebbb48","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-ebbb48","reconcileID":"38e6244b-e7b0-464a-ad91-707d9142dd23","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-ebbb48\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:31.885025894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea95bbae-2d5f-4480-b630-c4aadde10c25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:31.894801271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ebbb48","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ebbb48","reconcileID":"7fd8818e-020b-418f-919f-2aab047f1336","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ebbb48","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:31.896217831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df70df06-ccf4-4b38-9e26-8c15ad3f4753","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:31.896959567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea95bbae-2d5f-4480-b630-c4aadde10c25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:31.903487858Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ebbb48","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ebbb48","reconcileID":"7fd8818e-020b-418f-919f-2aab047f1336","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ebbb48","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:31.90350637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93cb2760-8a12-45b5-ad34-59dd4839ea31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:31.90352066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93cb2760-8a12-45b5-ad34-59dd4839ea31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:31.911715769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8aef35f1-207c-4a96-821f-53d45d2c40b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:31.911731426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8aef35f1-207c-4a96-821f-53d45d2c40b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:31.945605921Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-ebbb48","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-ebbb48","reconcileID":"056cc33e-a30f-4d05-85f7-f978ab4f532f","MaaSSubscription":{"name":"e2e-default-int-sub-ebbb48","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-1fc3645a/e2e-shared-int-sub-99855cc0","models-as-a-service/e2e-default-int-sub-ebbb48","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:31.971566934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"646851b0-3937-4a7b-8f08-c77fe905a0ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:31.971585981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"646851b0-3937-4a7b-8f08-c77fe905a0ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:32.036033703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"namespace":"ai-tenant-e2e-mt-1fc3645a","name":"e2e-shared-int-sub-99855cc0","reconcileID":"6cc04f82-4da0-4b9a-abc8-e07fcd4d45df","MaaSSubscription":{"name":"e2e-shared-int-sub-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:32.0363147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-ebbb48","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-ebbb48","reconcileID":"866e5590-c9b6-4f3a-9258-97b0b0b4ede4","MaaSSubscription":{"name":"e2e-default-int-sub-ebbb48","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:32.037104272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d9306df6-cd8e-4ae5-8e1d-e2c444a7e42d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:32.208803955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c491ab02-13e3-4f8c-9fa8-dcd231460b02","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:32.208847646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c491ab02-13e3-4f8c-9fa8-dcd231460b02","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:32.209678371Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"namespace":"ai-tenant-e2e-mt-1fc3645a","name":"e2e-shared-int-policy-99855cc0","reconcileID":"c3ac973d-f89e-4c47-8683-56b3567b3256","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:32.224333199Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"namespace":"ai-tenant-e2e-mt-1fc3645a","name":"e2e-shared-int-policy-99855cc0","reconcileID":"c3ac973d-f89e-4c47-8683-56b3567b3256","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"policyNamespace":"ai-tenant-e2e-mt-1fc3645a","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:32.234808907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed088df0-50c9-4134-beb9-df0b47a8d272","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:32.234829564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed088df0-50c9-4134-beb9-df0b47a8d272","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:32.46213851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92d55514-2c90-4481-88c2-a433d7d628e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:32.462158777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92d55514-2c90-4481-88c2-a433d7d628e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:33.394111664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00516fe7-05e7-497d-9f59-a58b7499d83d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:33.398604315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00516fe7-05e7-497d-9f59-a58b7499d83d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:33.4033171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00516fe7-05e7-497d-9f59-a58b7499d83d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:33.407908231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00516fe7-05e7-497d-9f59-a58b7499d83d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:33.740988791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"610de470-9808-45c1-967e-753cd3b7724a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:33.745434793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"610de470-9808-45c1-967e-753cd3b7724a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:33.749555107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"610de470-9808-45c1-967e-753cd3b7724a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:33.753822559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"610de470-9808-45c1-967e-753cd3b7724a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:33.975922149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5cc23b7-860d-4f48-a032-60ca051352e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:33.980255961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5cc23b7-860d-4f48-a032-60ca051352e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:33.984819275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5cc23b7-860d-4f48-a032-60ca051352e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:33.991321105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5cc23b7-860d-4f48-a032-60ca051352e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:34.187267246Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-501ac8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-501ac8","reconcileID":"d13fd9cb-ba3a-4751-9ae5-f12e222b9d19","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-501ac8","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-501ac8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:34.544926776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e44e8932-bd2a-4130-b4ae-1b33408ddc8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:34.549385388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e44e8932-bd2a-4130-b4ae-1b33408ddc8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:34.553904957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e44e8932-bd2a-4130-b4ae-1b33408ddc8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:34.55847541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e44e8932-bd2a-4130-b4ae-1b33408ddc8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:35.711380451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"b220be99-ecdf-42d2-8353-3ebc961ab5f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:35.712697703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-subscription","reconcileID":"6cecbca7-63e1-4552-9b34-edda06bf75ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-premium-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:35.9052548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"d97bd41d-572b-47a9-8954-3e8b8a26337d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:35.905934253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"78108add-4246-48e5-9f7b-9dabd276bc5a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:35.944060949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"1fb33e18-c33b-4f8f-9cad-d1264d6388f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:36.028382467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"0f63c6d2-ffa9-4013-ac8c-7b633d1fc1ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:36.028527096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"32aa7c93-7098-4c09-880a-1768fe9a6674","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:36.02913775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"d56cdbde-820b-4a27-aaa1-4d7ab1248515","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:36.099631697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"fea6dd44-3c12-4e50-8994-43972b171478","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:36.099684579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"2633063a-5362-4957-b208-b385e546f4e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:36.100166986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"59e540bb-db56-46c3-a7d6-d8b9a7b1afa8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:36.37459187Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:36.774375031Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-sub-477fd9c0","reconcileID":"4e7a7e91-0b6b-4053-a961-18baa591a8f5","MaaSSubscription":{"name":"e2e-sub-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"model":"ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0","subscription":"e2e-sub-477fd9c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:36.784954527Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-sub-477fd9c0","reconcileID":"4e7a7e91-0b6b-4053-a961-18baa591a8f5","MaaSSubscription":{"name":"e2e-sub-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"model":"ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:36.790721945Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-sub-477fd9c0","reconcileID":"4e7a7e91-0b6b-4053-a961-18baa591a8f5","MaaSSubscription":{"name":"e2e-sub-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"name":"maas-trlp-e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0","model":"ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:36.832104771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"c5cb8547-8272-4e8a-b561-a63af794916a","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"tenant":"e2e-mt-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","model":"ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:36.832122613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"c5cb8547-8272-4e8a-b561-a63af794916a","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"routeName":"e2e-lifecycle-model-477fd9c0-kserve-route","namespace":"ai-tenant-e2e-mt-477fd9c0","llmisvcName":"e2e-lifecycle-model-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:38.486489911Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"aeb58613-995e-4a83-a106-c0c12590a3a4","namespace":"ai-tenant-e2e-mt-477fd9c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:38.48654668Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"aeb58613-995e-4a83-a106-c0c12590a3a4","namespace":"ai-tenant-e2e-mt-477fd9c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:38.48659816Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"aeb58613-995e-4a83-a106-c0c12590a3a4","tenant":"e2e-mt-477fd9c0","tenantID":"e2e-mt-477fd9c0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:38.493445672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"aeb58613-995e-4a83-a106-c0c12590a3a4","gvk":"Deployment","name":"maas-api-e2e-mt-477fd9c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:38.508867806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"aeb58613-995e-4a83-a106-c0c12590a3a4","gvk":"Service","name":"maas-api-e2e-mt-477fd9c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:38.526134421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"aeb58613-995e-4a83-a106-c0c12590a3a4","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-477fd9c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:38.533881983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"aeb58613-995e-4a83-a106-c0c12590a3a4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-477fd9c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:38.544440122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"aeb58613-995e-4a83-a106-c0c12590a3a4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-477fd9c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:38.554147138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"aeb58613-995e-4a83-a106-c0c12590a3a4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-477fd9c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:38.566262243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"aeb58613-995e-4a83-a106-c0c12590a3a4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-477fd9c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:38.575528453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"aeb58613-995e-4a83-a106-c0c12590a3a4","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-477fd9c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:38.580067908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"aeb58613-995e-4a83-a106-c0c12590a3a4","gvk":"Deployment","name":"payload-processing-e2e-mt-477fd9c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:38.584332237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"aeb58613-995e-4a83-a106-c0c12590a3a4","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-477fd9c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:38.588481826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"aeb58613-995e-4a83-a106-c0c12590a3a4","gvk":"Service","name":"payload-processing-e2e-mt-477fd9c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:38.592572496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"aeb58613-995e-4a83-a106-c0c12590a3a4","gvk":"Service","name":"payload-pre-processing-e2e-mt-477fd9c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:38.596917078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"aeb58613-995e-4a83-a106-c0c12590a3a4","gvk":"DestinationRule","name":"payload-processing-e2e-mt-477fd9c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:38.601243563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"aeb58613-995e-4a83-a106-c0c12590a3a4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-477fd9c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:38.608148711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"aeb58613-995e-4a83-a106-c0c12590a3a4","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-477fd9c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:38.617251425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"aeb58613-995e-4a83-a106-c0c12590a3a4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-477fd9c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:38.621804082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"aeb58613-995e-4a83-a106-c0c12590a3a4","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-477fd9c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:38.626455245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"aeb58613-995e-4a83-a106-c0c12590a3a4","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-477fd9c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:38.630791333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"aeb58613-995e-4a83-a106-c0c12590a3a4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-477fd9c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:38.636970776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"aeb58613-995e-4a83-a106-c0c12590a3a4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-477fd9c0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:38.942180215Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-477fd9c0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-477fd9c0","reconcileID":"74fa8783-304a-4e9b-abc7-9c1f5b21858d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-477fd9c0","removed":["maas.opendatahub.io/gateway-access-e2e-mt-477fd9c0"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:38.971141648Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"022b8a2f-cab4-4a4a-af2e-e26106a37300","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:38.98641608Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"022b8a2f-cab4-4a4a-af2e-e26106a37300","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:38.991834522Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"8e6e2496-9cb1-4b22-a6b2-a2a1d5c37ced","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:38.9919192Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"8e6e2496-9cb1-4b22-a6b2-a2a1d5c37ced","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:39.002920834Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"bcaecb5d-7a89-45ed-8e61-fb7c07ddda74","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:39.002986335Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"bcaecb5d-7a89-45ed-8e61-fb7c07ddda74","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:39.023423761Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"db3f2bb1-bb68-49b3-9ef0-ae4e1ecdd562","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:39.023490597Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"db3f2bb1-bb68-49b3-9ef0-ae4e1ecdd562","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:39.069270529Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"e1266c37-8498-438d-bf74-4d4ee7752972","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:39.069332975Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"e1266c37-8498-438d-bf74-4d4ee7752972","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:39.143709133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06cdf960-d90a-4f74-906d-5922477b2dc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:39.149135426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06cdf960-d90a-4f74-906d-5922477b2dc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:39.149982663Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"7ffc00d0-964f-45cd-b0db-05a4d9ee506e","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:39.150079345Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"7ffc00d0-964f-45cd-b0db-05a4d9ee506e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:39.192764545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06cdf960-d90a-4f74-906d-5922477b2dc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:39.202518136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06cdf960-d90a-4f74-906d-5922477b2dc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:39.310446984Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"a70af3df-9e65-4447-8447-86c6d6c33402","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:39.310516302Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"a70af3df-9e65-4447-8447-86c6d6c33402","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:39.554142626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dbb4caf-eeb7-4cee-8ee6-eb0044093176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:39.558666999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dbb4caf-eeb7-4cee-8ee6-eb0044093176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:39.562950529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dbb4caf-eeb7-4cee-8ee6-eb0044093176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:39.567285562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dbb4caf-eeb7-4cee-8ee6-eb0044093176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:39.631536119Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"43d1046b-d6c4-47c8-8455-18bd955be060","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:39.631606468Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"43d1046b-d6c4-47c8-8455-18bd955be060","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:39.755484078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9472315e-7b3a-487d-98ac-7937f5a25322","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:39.75550365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9472315e-7b3a-487d-98ac-7937f5a25322","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:39.765109041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f05f988b-4027-4a0b-8dc1-7fed930204b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:39.765133046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f05f988b-4027-4a0b-8dc1-7fed930204b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:39.783620953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bca638fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bca638fe","reconcileID":"492333b8-d671-42ee-ad62-393a395ad21c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bca638fe","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:39.793357189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bca638fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bca638fe","reconcileID":"492333b8-d671-42ee-ad62-393a395ad21c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bca638fe","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:39.801984266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bca638fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bca638fe","reconcileID":"492333b8-d671-42ee-ad62-393a395ad21c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bca638fe","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:39.812752116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46c8f245-b57e-4171-9271-7a50e9428217","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:39.812773787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46c8f245-b57e-4171-9271-7a50e9428217","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:39.889569203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bca638fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bca638fe","reconcileID":"36ef7912-38dd-4e06-a711-4d69573b6ff9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bca638fe","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:39.89981906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bca638fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bca638fe","reconcileID":"36ef7912-38dd-4e06-a711-4d69573b6ff9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bca638fe","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:39.908209146Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bca638fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bca638fe","reconcileID":"36ef7912-38dd-4e06-a711-4d69573b6ff9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bca638fe","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:40.273433247Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"4a9e7eb5-8200-46fd-99e9-70f311b07bdf","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:40.273529089Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"4a9e7eb5-8200-46fd-99e9-70f311b07bdf","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:40.903339746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"default-tenant","reconcileID":"b450758d-8458-49f6-91de-ae7075afc99f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-501ac8","tenantID":"e2e-api-a-501ac8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:40.940854473Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"default-tenant","reconcileID":"b450758d-8458-49f6-91de-ae7075afc99f","name":"e2e-api-a-501ac8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:41.554361015Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"170e2332-dc20-4dcb-ad38-a5db148c1c7b","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:41.554430819Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"170e2332-dc20-4dcb-ad38-a5db148c1c7b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:42.000917821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ebbb48","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ebbb48","reconcileID":"0baa17e4-10ab-4fbb-8140-86a98adb1407","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ebbb48","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:42.016789008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ebbb48","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ebbb48","reconcileID":"0baa17e4-10ab-4fbb-8140-86a98adb1407","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ebbb48","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:42.035752847Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ebbb48","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ebbb48","reconcileID":"0baa17e4-10ab-4fbb-8140-86a98adb1407","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ebbb48","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:42.484857422Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"namespace":"ai-tenant-e2e-mt-1fc3645a","name":"e2e-shared-int-sub-99855cc0","reconcileID":"3e646d3e-4a86-4bf5-85a8-4a7a9d70cc49","MaaSSubscription":{"name":"e2e-shared-int-sub-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-99855cc0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:42.51742222Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"namespace":"ai-tenant-e2e-mt-1fc3645a","name":"e2e-shared-int-sub-99855cc0","reconcileID":"3e646d3e-4a86-4bf5-85a8-4a7a9d70cc49","MaaSSubscription":{"name":"e2e-shared-int-sub-99855cc0","namespace":"ai-tenant-e2e-mt-1fc3645a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-ebbb48","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:42.553705219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5a35790-ccd3-4850-b06e-01467dad38eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:42.553727836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5a35790-ccd3-4850-b06e-01467dad38eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:42.554490129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-ebbb48","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-ebbb48","reconcileID":"7afb0d85-4389-4f6e-8809-e803263abaa8","MaaSSubscription":{"name":"e2e-default-int-sub-ebbb48","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:42.554651067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"35e13906-e849-4062-b371-74795e4412ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:44.115602796Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"2d70d0f5-9124-46be-b16d-2b3d7369e4b3","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:44.115696124Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"2d70d0f5-9124-46be-b16d-2b3d7369e4b3","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:48.879396999Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"55d541a6-f1fa-44d9-9aa2-8ebc6a4fc33d","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:48.879585466Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"55d541a6-f1fa-44d9-9aa2-8ebc6a4fc33d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:49.098815002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"094d5132-4c14-4da3-9659-985b1aa5695e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:49.103090438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"094d5132-4c14-4da3-9659-985b1aa5695e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:49.107300051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"094d5132-4c14-4da3-9659-985b1aa5695e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:49.122227708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"094d5132-4c14-4da3-9659-985b1aa5695e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:49.538583586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7962e6b4-f69a-4627-a2da-99008e49057c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:49.543166167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7962e6b4-f69a-4627-a2da-99008e49057c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:49.548706654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7962e6b4-f69a-4627-a2da-99008e49057c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:49.553229841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7962e6b4-f69a-4627-a2da-99008e49057c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:49.937517997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bca638fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bca638fe","reconcileID":"c7a3391f-9040-41cf-95e5-b3bb5a807fc3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bca638fe","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:49.947850048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bca638fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bca638fe","reconcileID":"c7a3391f-9040-41cf-95e5-b3bb5a807fc3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bca638fe","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:49.956658307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bca638fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bca638fe","reconcileID":"c7a3391f-9040-41cf-95e5-b3bb5a807fc3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bca638fe","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:50.018017781Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"d36e242a-ea98-4761-8158-391d5b3cb787","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:50.018093733Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"d36e242a-ea98-4761-8158-391d5b3cb787","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:50.089381189Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"22ed3ff6-ee80-4aab-96f5-3daf76df857c","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:47:50.089487255Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"22ed3ff6-ee80-4aab-96f5-3daf76df857c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:50.418622922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e41330ab-efe5-46e2-a403-7aee532c12bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:50.43020676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e41330ab-efe5-46e2-a403-7aee532c12bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:50.439232249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e41330ab-efe5-46e2-a403-7aee532c12bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:50.443931673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e41330ab-efe5-46e2-a403-7aee532c12bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:50.920196455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b2e3c4f-d85b-49f0-bada-1e1eb578d0ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:50.925582955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b2e3c4f-d85b-49f0-bada-1e1eb578d0ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:50.933923026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b2e3c4f-d85b-49f0-bada-1e1eb578d0ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:50.939366073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b2e3c4f-d85b-49f0-bada-1e1eb578d0ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:51.111621125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"00650791-a7e8-4ba8-a807-2b7eddf21b07","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"tenant":"e2e-mt-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","model":"ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:51.11164988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"00650791-a7e8-4ba8-a807-2b7eddf21b07","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"routeName":"e2e-lifecycle-model-477fd9c0-kserve-route","namespace":"ai-tenant-e2e-mt-477fd9c0","llmisvcName":"e2e-lifecycle-model-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:51.135144607Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-477fd9c0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-477fd9c0","reconcileID":"2d5d5f43-7b86-481c-8303-feb32962fc2e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-477fd9c0","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-477fd9c0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:51.479763606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"8aac4257-9377-45de-9f6c-d9d35f6ca102","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"tenant":"e2e-mt-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","model":"ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:51.479793038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"8aac4257-9377-45de-9f6c-d9d35f6ca102","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"routeName":"e2e-lifecycle-model-477fd9c0-kserve-route","namespace":"ai-tenant-e2e-mt-477fd9c0","llmisvcName":"e2e-lifecycle-model-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:51.771774991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4310d723-4be1-47c6-b0ef-1aab1e89d6e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:51.783430448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4310d723-4be1-47c6-b0ef-1aab1e89d6e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:51.796557657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4310d723-4be1-47c6-b0ef-1aab1e89d6e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:51.809871967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4310d723-4be1-47c6-b0ef-1aab1e89d6e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:52.135566275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ebbb48","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ebbb48","reconcileID":"832b9658-3edf-4a7b-bbf4-72fcb96c4c57","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ebbb48","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:52.167103638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ebbb48","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ebbb48","reconcileID":"832b9658-3edf-4a7b-bbf4-72fcb96c4c57","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ebbb48","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:52.21566211Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ebbb48","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ebbb48","reconcileID":"832b9658-3edf-4a7b-bbf4-72fcb96c4c57","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ebbb48","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.695896024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d2ada3a-5a55-4447-97de-802b7c1add54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.695920249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d2ada3a-5a55-4447-97de-802b7c1add54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.712448027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f964be00-689d-4e32-91a7-9a58ccee37b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.712476848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f964be00-689d-4e32-91a7-9a58ccee37b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.727180513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"e2e-e2e-api-a-501ac8-policy","reconcileID":"92c36252-b264-4b43-8364-2865b3b09fe7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-501ac8","tenantID":"e2e-api-a-501ac8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.762524711Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"e2e-e2e-api-a-501ac8-policy","reconcileID":"92c36252-b264-4b43-8364-2865b3b09fe7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"name":"e2e-api-a-501ac8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.771415841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-501ac8-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"e2e-e2e-api-a-501ac8-policy","reconcileID":"92c36252-b264-4b43-8364-2865b3b09fe7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.783798103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5176748a-e84a-41cb-bcfb-f63796783c28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:54.783815623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5176748a-e84a-41cb-bcfb-f63796783c28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:58.922156652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8988a4ce-6f66-47fe-a574-f569dda77c01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:58.929330453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8988a4ce-6f66-47fe-a574-f569dda77c01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:58.945031233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8988a4ce-6f66-47fe-a574-f569dda77c01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:58.952102696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8988a4ce-6f66-47fe-a574-f569dda77c01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:59.39931814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a173e75-69cb-4697-9eba-4d84c8a2f181","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:59.416699963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a173e75-69cb-4697-9eba-4d84c8a2f181","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:59.447651848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a173e75-69cb-4697-9eba-4d84c8a2f181","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:59.45712106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a173e75-69cb-4697-9eba-4d84c8a2f181","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:59.777858425Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-2761c7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-2761c7","reconcileID":"86117301-01bc-480c-abfa-9cf2b7e2235b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-2761c7","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-2761c7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:47:59.983717263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bca638fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bca638fe","reconcileID":"1fdf2e17-9912-4cde-9ffa-351478f082d9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bca638fe","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:00.009490189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bca638fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bca638fe","reconcileID":"1fdf2e17-9912-4cde-9ffa-351478f082d9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bca638fe","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:00.021292606Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bca638fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bca638fe","reconcileID":"1fdf2e17-9912-4cde-9ffa-351478f082d9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bca638fe","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:00.069311597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dd35855-9199-4e57-9786-2031a5be255a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:00.073811532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dd35855-9199-4e57-9786-2031a5be255a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:00.079281273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dd35855-9199-4e57-9786-2031a5be255a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:00.08380343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dd35855-9199-4e57-9786-2031a5be255a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:00.240469384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-ebbb48","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-ebbb48","reconcileID":"9dd6cee3-af76-4825-ba1e-8ecdc73250b7","MaaSSubscription":{"name":"e2e-default-int-sub-ebbb48","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:00.240933266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"82aa4a6f-52c6-4d2c-b957-e046406c35ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:01.913433786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"145107ab-86a5-468c-b7a1-b818473c0f53","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-477fd9c0","tenantID":"e2e-mt-477fd9c0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:01.952746592Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"145107ab-86a5-468c-b7a1-b818473c0f53","name":"e2e-mt-477fd9c0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:02.267762738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ebbb48","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ebbb48","reconcileID":"a974cf94-c1ea-4f13-bf25-1f8229031345","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ebbb48","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:02.286491893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ebbb48","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ebbb48","reconcileID":"a974cf94-c1ea-4f13-bf25-1f8229031345","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ebbb48","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:02.312263086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ebbb48","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ebbb48","reconcileID":"a974cf94-c1ea-4f13-bf25-1f8229031345","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ebbb48","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:02.325541103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15c2c647-cb21-4dd9-a2b3-7a720c0d8c7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:02.325562507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15c2c647-cb21-4dd9-a2b3-7a720c0d8c7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:04.795586195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"e2e-e2e-api-a-501ac8-policy","reconcileID":"bb7feba5-94b6-47cf-b5e5-4b6861b17b0a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-501ac8","tenantID":"e2e-api-a-501ac8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:04.809007633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"e2e-e2e-api-a-501ac8-policy","reconcileID":"bb7feba5-94b6-47cf-b5e5-4b6861b17b0a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"name":"e2e-api-a-501ac8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:04.817320312Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-501ac8-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"e2e-e2e-api-a-501ac8-policy","reconcileID":"bb7feba5-94b6-47cf-b5e5-4b6861b17b0a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:06.372623472Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:09.480908643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"default-tenant","reconcileID":"7328b68c-f339-4bca-9b90-fe4f4e115768","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2761c7","tenantID":"e2e-api-b-2761c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:09.530346539Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"default-tenant","reconcileID":"7328b68c-f339-4bca-9b90-fe4f4e115768","name":"e2e-api-b-2761c7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:10.040064585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bca638fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bca638fe","reconcileID":"ba8a9d5a-346e-404b-89c6-43ac66c8b909","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bca638fe","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:10.055961864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bca638fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bca638fe","reconcileID":"ba8a9d5a-346e-404b-89c6-43ac66c8b909","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bca638fe","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:10.065275946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bca638fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bca638fe","reconcileID":"ba8a9d5a-346e-404b-89c6-43ac66c8b909","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bca638fe","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:10.077574241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61099fef-e32e-4534-8fa5-11ba7bf9cb28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:10.077593283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61099fef-e32e-4534-8fa5-11ba7bf9cb28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:11.786591811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"5999dc1a-856d-49f5-a04c-89a8b7d6cad1","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"tenant":"e2e-mt-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","model":"ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:11.794238358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"5999dc1a-856d-49f5-a04c-89a8b7d6cad1","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"routeName":"e2e-lifecycle-model-477fd9c0-kserve-route","namespace":"ai-tenant-e2e-mt-477fd9c0","llmisvcName":"e2e-lifecycle-model-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:12.204373449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05863efb-6b06-4030-825c-41239f957e3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:12.209186012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05863efb-6b06-4030-825c-41239f957e3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:12.213854729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05863efb-6b06-4030-825c-41239f957e3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:12.218746628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05863efb-6b06-4030-825c-41239f957e3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:12.349866143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ebbb48","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ebbb48","reconcileID":"9eabcc7a-186c-48db-bb13-00bdf0e8e772","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ebbb48","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:12.362119956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ebbb48","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ebbb48","reconcileID":"9eabcc7a-186c-48db-bb13-00bdf0e8e772","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ebbb48","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:12.372427733Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ebbb48","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ebbb48","reconcileID":"9eabcc7a-186c-48db-bb13-00bdf0e8e772","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ebbb48","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:12.560857463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39d1ba7b-3792-434d-8be4-cc251930e389","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:12.565436852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39d1ba7b-3792-434d-8be4-cc251930e389","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:12.56994998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39d1ba7b-3792-434d-8be4-cc251930e389","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:12.574252042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39d1ba7b-3792-434d-8be4-cc251930e389","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:14.82895701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"e2e-e2e-api-a-501ac8-policy","reconcileID":"10f3e817-84f2-4efd-9955-b95ad6639633","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-501ac8","tenantID":"e2e-api-a-501ac8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:14.84075741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"e2e-e2e-api-a-501ac8-policy","reconcileID":"10f3e817-84f2-4efd-9955-b95ad6639633","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"name":"e2e-api-a-501ac8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:14.85346778Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-501ac8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86b7a559c5d8af5f90c8b537814bbdbd7b6d3f9ab4ad0fb835ce639e68215786) AuthConfig (cf0df9ee384a2d0d9737f24cfa4b7a6acbeff98034833f3d93e2c69f3da632ac) AuthConfig (ac71115d8b215fa82dce49f3c90734add4703995b257742c12e84b9f691b6f35) AuthConfig (228f2523ea94efea0623e01d42104e4f83316f62f3de9286cb2e2324cbbb3697) AuthConfig (a75c54e63f034c6fcdacdce70220a996ad5c0732c8dea8915f34bded6a653c50) AuthConfig (34616013f0e0fb882cd2fb8bf1fd1ab10dd932bce31cbd79555f5d83b27da823)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"e2e-e2e-api-a-501ac8-policy","reconcileID":"10f3e817-84f2-4efd-9955-b95ad6639633","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:14.862887587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d08230a-b95b-42d4-b802-80ab851f4947","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:14.862904629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d08230a-b95b-42d4-b802-80ab851f4947","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:19.454090555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc1c8746-ef94-4d44-84a8-0f1f99958ba5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:19.493406384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc1c8746-ef94-4d44-84a8-0f1f99958ba5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:19.498926737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc1c8746-ef94-4d44-84a8-0f1f99958ba5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:19.503651167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc1c8746-ef94-4d44-84a8-0f1f99958ba5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:19.75937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65bb5aba-6535-4206-ae9e-2025482544f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:19.76380588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65bb5aba-6535-4206-ae9e-2025482544f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:19.768711149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65bb5aba-6535-4206-ae9e-2025482544f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:19.773382146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65bb5aba-6535-4206-ae9e-2025482544f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:20.094226157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cdc484c-6816-469b-a32f-2f86339d234a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:20.094252532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cdc484c-6816-469b-a32f-2f86339d234a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:20.098212615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bca638fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bca638fe","reconcileID":"b69a91c3-a4b7-4190-9c83-5a635acac07c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bca638fe","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:20.102654068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f12a279f-4ff9-4533-84dc-a115c76205a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:20.102678328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f12a279f-4ff9-4533-84dc-a115c76205a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:20.111899807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bca638fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bca638fe","reconcileID":"b69a91c3-a4b7-4190-9c83-5a635acac07c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bca638fe","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:20.128003106Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bca638fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bca638fe","reconcileID":"b69a91c3-a4b7-4190-9c83-5a635acac07c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bca638fe","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-bca638fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:20.156150706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d7406e5-245f-42d7-8d57-7ffdf010a265","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:20.15616784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d7406e5-245f-42d7-8d57-7ffdf010a265","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:20.190083182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"e2e-e2e-api-b-2761c7-policy","reconcileID":"e9ccc950-52d3-476c-94f1-ea7f20412988","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2761c7","tenantID":"e2e-api-b-2761c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:20.23247326Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"e2e-e2e-api-b-2761c7-policy","reconcileID":"e9ccc950-52d3-476c-94f1-ea7f20412988","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"name":"e2e-api-b-2761c7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:20.241938861Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2761c7-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"e2e-e2e-api-b-2761c7-policy","reconcileID":"e9ccc950-52d3-476c-94f1-ea7f20412988","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:20.252512118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa8bfe40-540c-4317-bc67-f1530352dfb6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:20.252529123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa8bfe40-540c-4317-bc67-f1530352dfb6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:21.075035948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"3b032eb9-43b2-4ba8-a526-e8f18668de7f","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"tenant":"e2e-mt-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","model":"ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:21.075079076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"3b032eb9-43b2-4ba8-a526-e8f18668de7f","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"routeName":"e2e-lifecycle-model-477fd9c0-kserve-route","namespace":"ai-tenant-e2e-mt-477fd9c0","llmisvcName":"e2e-lifecycle-model-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:21.096283945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"9c1e7c38-f20f-4ce6-bb04-20373c68d962","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"tenant":"e2e-mt-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","model":"ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:21.096306129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"9c1e7c38-f20f-4ce6-bb04-20373c68d962","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"routeName":"e2e-lifecycle-model-477fd9c0-kserve-route","namespace":"ai-tenant-e2e-mt-477fd9c0","llmisvcName":"e2e-lifecycle-model-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:21.256727275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f9ee97a-0103-48ab-bf22-da3253443111","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:21.26182663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f9ee97a-0103-48ab-bf22-da3253443111","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:21.266081623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f9ee97a-0103-48ab-bf22-da3253443111","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:21.271081569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f9ee97a-0103-48ab-bf22-da3253443111","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:21.277451343Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bca638fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bca638fe","reconcileID":"fe06e8cd-c791-4ad2-8394-b3c16f8380d8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bca638fe","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:21.277510252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ac05d8e-fd46-4906-bd87-6591926323eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:21.277526555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ac05d8e-fd46-4906-bd87-6591926323eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:21.288850071Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bca638fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-bca638fe","reconcileID":"fe06e8cd-c791-4ad2-8394-b3c16f8380d8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-bca638fe","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-bca638fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:21.404689287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98b81cde-ca50-4871-aeed-8f11feb9881d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:21.404708452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98b81cde-ca50-4871-aeed-8f11feb9881d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:21.79609138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ad8fcad-b80f-432f-9bce-c21fb31c128c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:21.80045919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ad8fcad-b80f-432f-9bce-c21fb31c128c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:21.804927604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ad8fcad-b80f-432f-9bce-c21fb31c128c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:21.813410916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ad8fcad-b80f-432f-9bce-c21fb31c128c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:21.893806424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"e2e-e2e-api-a-501ac8-policy","reconcileID":"72c5367e-0f52-4128-81e2-16ae587ea598","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-501ac8","tenantID":"e2e-api-a-501ac8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:21.927270761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"e2e-e2e-api-a-501ac8-policy","reconcileID":"72c5367e-0f52-4128-81e2-16ae587ea598","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"name":"e2e-api-a-501ac8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:21.938219356Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-501ac8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86b7a559c5d8af5f90c8b537814bbdbd7b6d3f9ab4ad0fb835ce639e68215786) AuthConfig (cf0df9ee384a2d0d9737f24cfa4b7a6acbeff98034833f3d93e2c69f3da632ac) AuthConfig (ac71115d8b215fa82dce49f3c90734add4703995b257742c12e84b9f691b6f35) AuthConfig (228f2523ea94efea0623e01d42104e4f83316f62f3de9286cb2e2324cbbb3697) AuthConfig (a75c54e63f034c6fcdacdce70220a996ad5c0732c8dea8915f34bded6a653c50) AuthConfig (34616013f0e0fb882cd2fb8bf1fd1ab10dd932bce31cbd79555f5d83b27da823)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"e2e-e2e-api-a-501ac8-policy","reconcileID":"72c5367e-0f52-4128-81e2-16ae587ea598","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:21.963888635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"e2e-e2e-api-a-501ac8-policy","reconcileID":"4b91208b-2406-410b-829f-defd965bf759","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-501ac8","tenantID":"e2e-api-a-501ac8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:21.995069183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"e2e-e2e-api-a-501ac8-policy","reconcileID":"4b91208b-2406-410b-829f-defd965bf759","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"name":"e2e-api-a-501ac8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:22.018666532Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-501ac8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86b7a559c5d8af5f90c8b537814bbdbd7b6d3f9ab4ad0fb835ce639e68215786) AuthConfig (cf0df9ee384a2d0d9737f24cfa4b7a6acbeff98034833f3d93e2c69f3da632ac) AuthConfig (ac71115d8b215fa82dce49f3c90734add4703995b257742c12e84b9f691b6f35) AuthConfig (228f2523ea94efea0623e01d42104e4f83316f62f3de9286cb2e2324cbbb3697) AuthConfig (a75c54e63f034c6fcdacdce70220a996ad5c0732c8dea8915f34bded6a653c50) AuthConfig (34616013f0e0fb882cd2fb8bf1fd1ab10dd932bce31cbd79555f5d83b27da823)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"e2e-e2e-api-a-501ac8-policy","reconcileID":"4b91208b-2406-410b-829f-defd965bf759","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:22.260081216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6280fcb3-e1c8-4575-8110-bf5451819575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:22.264282691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6280fcb3-e1c8-4575-8110-bf5451819575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:22.272447183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6280fcb3-e1c8-4575-8110-bf5451819575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:22.276661983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6280fcb3-e1c8-4575-8110-bf5451819575","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:22.39280399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ebbb48","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ebbb48","reconcileID":"50527a7b-6c2b-45a3-896f-571a521db562","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ebbb48","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:22.410468764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ebbb48","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ebbb48","reconcileID":"50527a7b-6c2b-45a3-896f-571a521db562","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ebbb48","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:22.449325497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13c37957-d84c-47e3-b793-4124d35475f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:22.44934723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"13c37957-d84c-47e3-b793-4124d35475f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:22.652457237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1a29541-9e83-4a5a-bc68-bc8a7b88eddc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:22.659005446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1a29541-9e83-4a5a-bc68-bc8a7b88eddc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:22.663588085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1a29541-9e83-4a5a-bc68-bc8a7b88eddc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:22.668201603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1a29541-9e83-4a5a-bc68-bc8a7b88eddc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:22.970642339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee2cb68d-b3f2-4612-8d4f-6fbb0172a9ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:22.975131306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee2cb68d-b3f2-4612-8d4f-6fbb0172a9ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:22.979416439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee2cb68d-b3f2-4612-8d4f-6fbb0172a9ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:22.98373301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee2cb68d-b3f2-4612-8d4f-6fbb0172a9ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:23.359219621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6b2c176-beac-4c87-8dcf-0f02b6fd1a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:23.36339124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6b2c176-beac-4c87-8dcf-0f02b6fd1a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:23.367704346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6b2c176-beac-4c87-8dcf-0f02b6fd1a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:23.372033603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6b2c176-beac-4c87-8dcf-0f02b6fd1a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:23.707392871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dfd9234-be6e-46c5-82a5-c7a21cc84d35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:23.714980075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dfd9234-be6e-46c5-82a5-c7a21cc84d35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:23.722076056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dfd9234-be6e-46c5-82a5-c7a21cc84d35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:23.726727113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dfd9234-be6e-46c5-82a5-c7a21cc84d35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:23.858659745Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ebbb48","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-ebbb48","reconcileID":"24082b9c-bd5a-4b41-b2b3-f1e1c4e8cb26","MaaSAuthPolicy":{"name":"e2e-default-int-auth-ebbb48","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:23.858663849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6776c8e-8091-4db0-870d-2af52a757ce0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:23.858770415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6776c8e-8091-4db0-870d-2af52a757ce0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:23.900673948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79fb0b6b-073e-4c09-b6b9-2e365273c807","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:23.900695961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79fb0b6b-073e-4c09-b6b9-2e365273c807","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:24.140097081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd135eff-50a1-43a6-941a-88e3d90436d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:24.140116076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd135eff-50a1-43a6-941a-88e3d90436d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:24.285283261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cadaf22f-04f9-465b-9e76-db3a0f1bf4d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:24.285723565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d9b9a0c-9005-4cb1-b94c-a322d01c5a2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:24.295621209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d9b9a0c-9005-4cb1-b94c-a322d01c5a2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:24.298066199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cadaf22f-04f9-465b-9e76-db3a0f1bf4d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:29.15337901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee02e07f-0e62-4edf-b428-b15510a7e247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:29.157818641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee02e07f-0e62-4edf-b428-b15510a7e247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:29.162176207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee02e07f-0e62-4edf-b428-b15510a7e247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:29.16671646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee02e07f-0e62-4edf-b428-b15510a7e247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:29.549941399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bd0a829-7692-4dd5-86b8-43d6394d5425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:29.554776175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bd0a829-7692-4dd5-86b8-43d6394d5425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:29.575220666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bd0a829-7692-4dd5-86b8-43d6394d5425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:29.581102576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bd0a829-7692-4dd5-86b8-43d6394d5425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:29.878559262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccd45dea-f920-4ce0-b9bd-489e3139d4ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:29.88281557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccd45dea-f920-4ce0-b9bd-489e3139d4ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:29.887030807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccd45dea-f920-4ce0-b9bd-489e3139d4ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:29.895488068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccd45dea-f920-4ce0-b9bd-489e3139d4ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:30.069582279Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-913351","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-913351","reconcileID":"97fb9f6d-2de8-492b-acde-df4605d6c908","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-913351","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-913351":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:30.167451021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff9f24ec-a996-468d-afd8-42139f1d7305","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:30.175146739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff9f24ec-a996-468d-afd8-42139f1d7305","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:30.181302347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff9f24ec-a996-468d-afd8-42139f1d7305","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:30.185514772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff9f24ec-a996-468d-afd8-42139f1d7305","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:30.265329572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"e2e-e2e-api-b-2761c7-policy","reconcileID":"ae467835-e915-4169-9695-78cb3bba461b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2761c7","tenantID":"e2e-api-b-2761c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:30.276990071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"e2e-e2e-api-b-2761c7-policy","reconcileID":"ae467835-e915-4169-9695-78cb3bba461b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"name":"e2e-api-b-2761c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:30.285194423Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2761c7-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"e2e-e2e-api-b-2761c7-policy","reconcileID":"ae467835-e915-4169-9695-78cb3bba461b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:30.448325557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f14f1654-c2e5-407b-a02d-23e052d2d3b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:30.452932548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f14f1654-c2e5-407b-a02d-23e052d2d3b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:30.457610037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f14f1654-c2e5-407b-a02d-23e052d2d3b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:30.461990833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f14f1654-c2e5-407b-a02d-23e052d2d3b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:31.430865427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"29f781b6-a983-4b93-a7e2-83e3ddaee442","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"tenant":"e2e-mt-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","model":"ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:31.430958623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"29f781b6-a983-4b93-a7e2-83e3ddaee442","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"routeName":"e2e-lifecycle-model-477fd9c0-kserve-route","namespace":"ai-tenant-e2e-mt-477fd9c0","llmisvcName":"e2e-lifecycle-model-477fd9c0","gateway":"openshift-ingress/e2e-mt-477fd9c0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:32.019270278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"e2e-e2e-api-a-501ac8-policy","reconcileID":"c3c9b66f-61fe-4a99-9c4a-d3ecaacd7680","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-501ac8","tenantID":"e2e-api-a-501ac8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:32.03047833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"e2e-e2e-api-a-501ac8-policy","reconcileID":"c3c9b66f-61fe-4a99-9c4a-d3ecaacd7680","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"name":"e2e-api-a-501ac8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:32.040174784Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-501ac8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86b7a559c5d8af5f90c8b537814bbdbd7b6d3f9ab4ad0fb835ce639e68215786) AuthConfig (228f2523ea94efea0623e01d42104e4f83316f62f3de9286cb2e2324cbbb3697) AuthConfig (ac71115d8b215fa82dce49f3c90734add4703995b257742c12e84b9f691b6f35) AuthConfig (cf0df9ee384a2d0d9737f24cfa4b7a6acbeff98034833f3d93e2c69f3da632ac) AuthConfig (34616013f0e0fb882cd2fb8bf1fd1ab10dd932bce31cbd79555f5d83b27da823) AuthConfig (a75c54e63f034c6fcdacdce70220a996ad5c0732c8dea8915f34bded6a653c50)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"e2e-e2e-api-a-501ac8-policy","reconcileID":"c3c9b66f-61fe-4a99-9c4a-d3ecaacd7680","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:32.06995751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c20efa8-ee4f-4bd2-9b1f-16c1d07d8ad5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:32.069975824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c20efa8-ee4f-4bd2-9b1f-16c1d07d8ad5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:32.116566401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"e2e-e2e-api-a-501ac8-policy","reconcileID":"a12149ed-3528-4a4e-8dcd-f9b7eee3a8c5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-501ac8","tenantID":"e2e-api-a-501ac8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:32.127836104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"e2e-e2e-api-a-501ac8-policy","reconcileID":"a12149ed-3528-4a4e-8dcd-f9b7eee3a8c5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"name":"e2e-api-a-501ac8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:32.141649621Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-501ac8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86b7a559c5d8af5f90c8b537814bbdbd7b6d3f9ab4ad0fb835ce639e68215786) AuthConfig (228f2523ea94efea0623e01d42104e4f83316f62f3de9286cb2e2324cbbb3697) AuthConfig (ac71115d8b215fa82dce49f3c90734add4703995b257742c12e84b9f691b6f35) AuthConfig (cf0df9ee384a2d0d9737f24cfa4b7a6acbeff98034833f3d93e2c69f3da632ac) AuthConfig (34616013f0e0fb882cd2fb8bf1fd1ab10dd932bce31cbd79555f5d83b27da823) AuthConfig (a75c54e63f034c6fcdacdce70220a996ad5c0732c8dea8915f34bded6a653c50)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"e2e-e2e-api-a-501ac8-policy","reconcileID":"a12149ed-3528-4a4e-8dcd-f9b7eee3a8c5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:32.15076613Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"e2e-e2e-api-a-501ac8-policy","reconcileID":"a12149ed-3528-4a4e-8dcd-f9b7eee3a8c5","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-e2e-api-a-501ac8-policy\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:32.227268123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"e2e-e2e-api-a-501ac8-policy","reconcileID":"6d3c6897-768c-4be4-b796-6a5c0cc5ebdf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-501ac8","tenantID":"e2e-api-a-501ac8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:32.23862187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"e2e-e2e-api-a-501ac8-policy","reconcileID":"6d3c6897-768c-4be4-b796-6a5c0cc5ebdf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"name":"e2e-api-a-501ac8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:32.253112553Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-501ac8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86b7a559c5d8af5f90c8b537814bbdbd7b6d3f9ab4ad0fb835ce639e68215786) AuthConfig (228f2523ea94efea0623e01d42104e4f83316f62f3de9286cb2e2324cbbb3697) AuthConfig (ac71115d8b215fa82dce49f3c90734add4703995b257742c12e84b9f691b6f35) AuthConfig (cf0df9ee384a2d0d9737f24cfa4b7a6acbeff98034833f3d93e2c69f3da632ac) AuthConfig (34616013f0e0fb882cd2fb8bf1fd1ab10dd932bce31cbd79555f5d83b27da823) AuthConfig (a75c54e63f034c6fcdacdce70220a996ad5c0732c8dea8915f34bded6a653c50)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"e2e-e2e-api-a-501ac8-policy","reconcileID":"6d3c6897-768c-4be4-b796-6a5c0cc5ebdf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.170944254Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-ebbb48","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-ebbb48","reconcileID":"d895cc41-5cdd-4b91-a08d-7245c2210f90","MaaSSubscription":{"name":"e2e-default-int-sub-ebbb48","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-ebbb48","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.199663713Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-ebbb48","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-ebbb48","reconcileID":"d895cc41-5cdd-4b91-a08d-7245c2210f90","MaaSSubscription":{"name":"e2e-default-int-sub-ebbb48","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.2201025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fce71f57-b567-4533-b133-d7e36fc559a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.230340005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d41e0ac2-8c2d-4949-b12b-b29439e6fc4e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.230356803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d41e0ac2-8c2d-4949-b12b-b29439e6fc4e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.269402712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82e9b091-62a9-4518-b39a-d19ab29a22b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.269439543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e14bab5-0a76-4211-a114-38fe5e34d17f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.279595065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82e9b091-62a9-4518-b39a-d19ab29a22b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.280580908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e14bab5-0a76-4211-a114-38fe5e34d17f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.409238736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b30ea745-dcbc-4743-8446-848464e6f864","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.409852366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b30ea745-dcbc-4743-8446-848464e6f864","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.424743462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63fa367a-861d-4699-bed3-b9b6accde37e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.424772339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63fa367a-861d-4699-bed3-b9b6accde37e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.440421607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-009a0036","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-009a0036","reconcileID":"5706a8e0-09f6-429c-9a58-d83e1be1c2e0","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-009a0036","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.450793749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-009a0036","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-009a0036","reconcileID":"5706a8e0-09f6-429c-9a58-d83e1be1c2e0","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-009a0036","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.483552736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e9c168d-6021-41d2-bfc1-425dc3651581","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.483572373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e9c168d-6021-41d2-bfc1-425dc3651581","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.547924077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-009a0036","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-009a0036","reconcileID":"17eae489-bf09-4830-8fe7-3b5aa043d44b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-009a0036","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.55832701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-009a0036","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-009a0036","reconcileID":"17eae489-bf09-4830-8fe7-3b5aa043d44b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-009a0036","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.594164222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25bdfa06-e05c-4534-a154-dad80fedeedd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.594184695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25bdfa06-e05c-4534-a154-dad80fedeedd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.604457673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0cca065-7cce-4d9f-a12f-697f8713b9e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.604476436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0cca065-7cce-4d9f-a12f-697f8713b9e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:34.607487499Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-009a0036","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-009a0036","reconcileID":"07d38f3c-178a-4024-b662-22c8003dbd9d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-009a0036\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.627894013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad52e2ec-db3f-408b-b83d-a11a97ba9897","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.627915408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad52e2ec-db3f-408b-b83d-a11a97ba9897","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.638609521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5df05883-1b74-4a4b-8998-070284618c3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.638630065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5df05883-1b74-4a4b-8998-070284618c3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.642765926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f77def84-9c84-4df2-a273-31f349015709","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.642812915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"717b3f2b-7981-40c3-b2ce-9ef0668adc65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.653161441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"717b3f2b-7981-40c3-b2ce-9ef0668adc65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.653229467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f77def84-9c84-4df2-a273-31f349015709","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.67263761Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-009a0036","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-009a0036","reconcileID":"2641af74-b5c1-404d-b29b-4983c08b63b6","MaaSSubscription":{"name":"e2e-neg-ghost-sub-009a0036","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-009a0036","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.672774426Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-009a0036","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-009a0036","reconcileID":"2641af74-b5c1-404d-b29b-4983c08b63b6","MaaSSubscription":{"name":"e2e-neg-ghost-sub-009a0036","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-009a0036","error":"MaaSModelRef not found: llm/nonexistent-model-009a0036","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.703389672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a6178e2-d930-42a2-8fb0-c939f5158f68","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.703411721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a6178e2-d930-42a2-8fb0-c939f5158f68","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.741206411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-009a0036","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-009a0036","reconcileID":"dcfde634-9e15-4100-9248-c3946bd02750","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-009a0036","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.750925165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-009a0036","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-009a0036","reconcileID":"dcfde634-9e15-4100-9248-c3946bd02750","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-009a0036","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.760307368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"87d26d0b-5749-480b-8fb9-18069148283b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.76036488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-009a0036","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-009a0036","reconcileID":"9b72d718-a767-4bf0-87ba-3532f308de2e","MaaSSubscription":{"name":"e2e-neg-ghost-sub-009a0036","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.76048292Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-009a0036","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-009a0036","reconcileID":"9b72d718-a767-4bf0-87ba-3532f308de2e","MaaSSubscription":{"name":"e2e-neg-ghost-sub-009a0036","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-009a0036","error":"MaaSModelRef not found: llm/nonexistent-model-009a0036","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.846382082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"853e26ce-d92e-4467-8264-75ffb4a13d9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.847080761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09cf2f55-bfa2-4e26-8afa-ef0a7f007b48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.85592424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"853e26ce-d92e-4467-8264-75ffb4a13d9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:34.856324601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09cf2f55-bfa2-4e26-8afa-ef0a7f007b48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:35.234035005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7e6e656-cfd7-478e-8ca2-47fb7d5a731c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:35.234114209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7e6e656-cfd7-478e-8ca2-47fb7d5a731c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:35.254116555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ebd86f2-97c3-468e-a05c-a3d3296b984c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:35.254619246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-009a0036","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-009a0036","reconcileID":"0383acf9-7df0-4baf-8ef8-530954ff6609","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-009a0036","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:35.254746842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5cdface7-03c2-4795-b161-2ca011191ac5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:35.264190497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ebd86f2-97c3-468e-a05c-a3d3296b984c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:35.266263828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5cdface7-03c2-4795-b161-2ca011191ac5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:35.266394285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-009a0036","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-009a0036","reconcileID":"0383acf9-7df0-4baf-8ef8-530954ff6609","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-009a0036","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:36.3725887Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:37.264463574Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"default-tenant","reconcileID":"e1d9d24f-f6be-424a-9cdc-7183e9260562","namespace":"ai-tenant-e2e-api-a-501ac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:37.264519581Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"default-tenant","reconcileID":"e1d9d24f-f6be-424a-9cdc-7183e9260562","namespace":"ai-tenant-e2e-api-a-501ac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:37.264570386Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"default-tenant","reconcileID":"e1d9d24f-f6be-424a-9cdc-7183e9260562","name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:37.275767976Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"default-tenant","reconcileID":"e1d9d24f-f6be-424a-9cdc-7183e9260562","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:37.276292244Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"e2e-e2e-api-a-501ac8-policy","reconcileID":"853302a1-d98b-4d8f-bde6-4d4b366878b6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:37.276316062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24f2f8bf-23de-4039-a76c-7d30c76fbd63","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:37.276343838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24f2f8bf-23de-4039-a76c-7d30c76fbd63","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:37.329738733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"e2e-e2e-api-a-501ac8-policy","reconcileID":"853302a1-d98b-4d8f-bde6-4d4b366878b6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-501ac8","tenantID":"e2e-api-a-501ac8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:37.403380524Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"e2e-e2e-api-a-501ac8-policy","reconcileID":"853302a1-d98b-4d8f-bde6-4d4b366878b6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"name":"e2e-api-a-501ac8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:37.403404173Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"e2e-e2e-api-a-501ac8-policy","reconcileID":"853302a1-d98b-4d8f-bde6-4d4b366878b6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-501ac8-policy","namespace":"ai-tenant-e2e-api-a-501ac8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-501ac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:37.413313102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f273fb28-ee4b-4e6d-ad74-2ab4ea2fd95d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:37.4133342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f273fb28-ee4b-4e6d-ad74-2ab4ea2fd95d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:39.573215255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"default-tenant","reconcileID":"569ad1cf-3c42-4df9-842a-711ad94ffd0a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-913351","tenantID":"e2e-ipp-a-913351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:39.603117501Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"default-tenant","reconcileID":"569ad1cf-3c42-4df9-842a-711ad94ffd0a","name":"e2e-ipp-a-913351-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:40.295188204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"e2e-e2e-api-b-2761c7-policy","reconcileID":"dcbd05e4-564b-410b-af08-8ea3fac05a67","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2761c7","tenantID":"e2e-api-b-2761c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:40.305668253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"e2e-e2e-api-b-2761c7-policy","reconcileID":"dcbd05e4-564b-410b-af08-8ea3fac05a67","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"name":"e2e-api-b-2761c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:40.315840307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2761c7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7df18321dfe7d86f05b62ce3d9daef8fb4e9273330f9f7db9bd36756e5e8178e) AuthConfig (6ae6dc14f4cd7bcfa278fdd050517aa454eb0d53c7ed73d5f9289d520aece0a7) AuthConfig (c798658c01e73981416e024707201a1075b956c711bfff915431e41a1403c2df) AuthConfig (07489de0930b062917492def604742e3f814099ccdc0f99f42f79a14ac7b256a) AuthConfig (39306e5d70b3b7a8a2381933d0a6182f6e6ecf4f2915a2d03913c1918f400340) AuthConfig (95eb75c17a60b8e6951f952de0d5ee0cd3d74d80a180837bf78a64471ac3ed15) EnvoyFilter (openshift-ingress/e2e-api-b-2761c7) EnvoyFilter (openshift-ingress/e2e-api-b-2761c7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"e2e-e2e-api-b-2761c7-policy","reconcileID":"dcbd05e4-564b-410b-af08-8ea3fac05a67","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:40.326607088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f141cd0f-62ed-4095-a709-3f294ee97c82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:40.326626309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f141cd0f-62ed-4095-a709-3f294ee97c82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:40.583101676Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"66035665-41db-4686-9cd0-7502d6a43fad","namespace":"ai-tenant-e2e-mt-477fd9c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:40.583198735Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"66035665-41db-4686-9cd0-7502d6a43fad","namespace":"ai-tenant-e2e-mt-477fd9c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:40.583278215Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"66035665-41db-4686-9cd0-7502d6a43fad","tenant":"e2e-mt-477fd9c0","tenantID":"e2e-mt-477fd9c0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:40.591304466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"66035665-41db-4686-9cd0-7502d6a43fad","gvk":"Deployment","name":"maas-api-e2e-mt-477fd9c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:40.608896982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"66035665-41db-4686-9cd0-7502d6a43fad","gvk":"Service","name":"maas-api-e2e-mt-477fd9c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:40.630235441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"66035665-41db-4686-9cd0-7502d6a43fad","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-477fd9c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:40.646980841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"66035665-41db-4686-9cd0-7502d6a43fad","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-477fd9c0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:40.657580793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"66035665-41db-4686-9cd0-7502d6a43fad","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-477fd9c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:40.66783323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"66035665-41db-4686-9cd0-7502d6a43fad","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-477fd9c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:40.678448325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"66035665-41db-4686-9cd0-7502d6a43fad","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-477fd9c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:40.688868049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"66035665-41db-4686-9cd0-7502d6a43fad","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-477fd9c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:40.696866671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"66035665-41db-4686-9cd0-7502d6a43fad","gvk":"Deployment","name":"payload-processing-e2e-mt-477fd9c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:40.701168673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"66035665-41db-4686-9cd0-7502d6a43fad","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-477fd9c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:40.7060199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"66035665-41db-4686-9cd0-7502d6a43fad","gvk":"Service","name":"payload-processing-e2e-mt-477fd9c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:40.710645502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"66035665-41db-4686-9cd0-7502d6a43fad","gvk":"Service","name":"payload-pre-processing-e2e-mt-477fd9c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:40.714979228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"66035665-41db-4686-9cd0-7502d6a43fad","gvk":"DestinationRule","name":"payload-processing-e2e-mt-477fd9c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:40.71974203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"66035665-41db-4686-9cd0-7502d6a43fad","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-477fd9c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:40.724199713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"66035665-41db-4686-9cd0-7502d6a43fad","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-477fd9c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:40.733791555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"66035665-41db-4686-9cd0-7502d6a43fad","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-477fd9c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:40.739275112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"66035665-41db-4686-9cd0-7502d6a43fad","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-477fd9c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:40.743886665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"66035665-41db-4686-9cd0-7502d6a43fad","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-477fd9c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:40.748526316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"66035665-41db-4686-9cd0-7502d6a43fad","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-477fd9c0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:40.752873541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"default-tenant","reconcileID":"66035665-41db-4686-9cd0-7502d6a43fad","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-477fd9c0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:41.097778901Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-477fd9c0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-477fd9c0","reconcileID":"907b34cd-44a1-4e49-9908-155a5e97569f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-477fd9c0","removed":["maas.opendatahub.io/gateway-access-e2e-mt-477fd9c0"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:41.137611253Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"82d7dd5d-1769-456f-ad46-2cc52ae4a880","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:41.155788942Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"82d7dd5d-1769-456f-ad46-2cc52ae4a880","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:41.161515779Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"5421d7bb-d22f-4d8c-b998-4321e2bb3d43","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:41.161576211Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"5421d7bb-d22f-4d8c-b998-4321e2bb3d43","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:41.171826661Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"10f6125b-9ed8-4011-852a-11e46371ad3d","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:41.171883333Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"10f6125b-9ed8-4011-852a-11e46371ad3d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:41.192740847Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"a15c5a4d-b50b-4ab8-8764-9a9d22f0bddc","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:41.192802571Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"a15c5a4d-b50b-4ab8-8764-9a9d22f0bddc","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:41.233267601Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"cfbf8de0-0b5e-46d8-9d34-ce8e56d9faf5","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:41.233350577Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"cfbf8de0-0b5e-46d8-9d34-ce8e56d9faf5","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:41.297662837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e559f45-000c-42e3-9256-59343204782e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:41.308853169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e559f45-000c-42e3-9256-59343204782e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:41.322252637Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"af8de493-f59c-444e-a5c8-5bd32b0d0685","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:41.322360364Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"af8de493-f59c-444e-a5c8-5bd32b0d0685","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:41.33308175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e559f45-000c-42e3-9256-59343204782e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:41.342786241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e559f45-000c-42e3-9256-59343204782e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:41.483058498Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"8d2ea6fc-5e3d-480e-b7e3-efa32ed34247","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:41.483120011Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"8d2ea6fc-5e3d-480e-b7e3-efa32ed34247","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:41.640391854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea5c37a5-98f3-4060-b87e-a47332060bce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:41.645176523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea5c37a5-98f3-4060-b87e-a47332060bce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:41.649994034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea5c37a5-98f3-4060-b87e-a47332060bce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:41.654771699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea5c37a5-98f3-4060-b87e-a47332060bce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:41.803368414Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"19e38967-bf9f-45bb-b77b-9ff32b9b2b9f","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:41.803429558Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"19e38967-bf9f-45bb-b77b-9ff32b9b2b9f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:41.960507928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f547f9f-c5b7-46f3-b57f-69241f05da1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:41.965304402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f547f9f-c5b7-46f3-b57f-69241f05da1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:41.970003406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f547f9f-c5b7-46f3-b57f-69241f05da1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:41.974215157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f547f9f-c5b7-46f3-b57f-69241f05da1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:42.394377977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c91b2da-7d69-496d-bb48-274a43a2a5fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:42.398746428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c91b2da-7d69-496d-bb48-274a43a2a5fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:42.402866999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c91b2da-7d69-496d-bb48-274a43a2a5fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:42.407006565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c91b2da-7d69-496d-bb48-274a43a2a5fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:42.444482847Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"a7ccad64-f04d-4462-aaa4-d834fc8f0f26","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:42.444544987Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"a7ccad64-f04d-4462-aaa4-d834fc8f0f26","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:43.725205836Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"e22853f6-9208-4108-bdde-7eae50ea78bb","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:43.725275766Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"e22853f6-9208-4108-bdde-7eae50ea78bb","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:45.259165452Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-009a0036","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-009a0036","reconcileID":"d2a7be40-d3ba-4a74-9da9-172bfc3108d1","MaaSSubscription":{"name":"e2e-neg-ghost-sub-009a0036","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-009a0036","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:45.311799776Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-009a0036","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-009a0036","reconcileID":"d2a7be40-d3ba-4a74-9da9-172bfc3108d1","MaaSSubscription":{"name":"e2e-neg-ghost-sub-009a0036","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:45.313178043Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-009a0036","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-009a0036","reconcileID":"d2a7be40-d3ba-4a74-9da9-172bfc3108d1","MaaSSubscription":{"name":"e2e-neg-ghost-sub-009a0036","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-009a0036","subscription":"e2e-neg-ghost-sub-009a0036","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:45.31333658Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-009a0036","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-009a0036","reconcileID":"d2a7be40-d3ba-4a74-9da9-172bfc3108d1","MaaSSubscription":{"name":"e2e-neg-ghost-sub-009a0036","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-009a0036","error":"MaaSModelRef not found: llm/nonexistent-model-009a0036","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:45.379732748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2f2f6db8-91b3-4a84-b7c6-568b04a69973","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:45.508604048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2ac91d5-3702-43cb-b0ca-51ba9ab42cd6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:45.508632871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2ac91d5-3702-43cb-b0ca-51ba9ab42cd6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:45.565091156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-009a0036","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-009a0036","reconcileID":"2293ed3b-a42c-46cc-9e65-34284fe159ba","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-009a0036","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:45.566072399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1fcd3008-4936-463b-bb7e-5b895314bcc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:45.566416101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf50ac4d-5818-48dd-8d38-7b509153a5cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:45.587285967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-009a0036","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-009a0036","reconcileID":"2293ed3b-a42c-46cc-9e65-34284fe159ba","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-009a0036","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:45.606312893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf50ac4d-5818-48dd-8d38-7b509153a5cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:45.615186699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1fcd3008-4936-463b-bb7e-5b895314bcc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:45.668380325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7578aec2-c5fa-4580-9b5f-d368be10c052","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:45.66840161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7578aec2-c5fa-4580-9b5f-d368be10c052","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:45.668793673Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-009a0036","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-009a0036","reconcileID":"237b8df8-5d66-45a7-b12a-c044db771085","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-009a0036","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:45.770085148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04d34060-ea94-41da-a42a-a4ec5c33c9dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:45.770200372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04d34060-ea94-41da-a42a-a4ec5c33c9dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:46.289372045Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"70028752-c09e-492a-bc2f-ab47d0da85be","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:46.289472809Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"70028752-c09e-492a-bc2f-ab47d0da85be","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:46.787764765Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"e69bc3d6-a4c9-4ccf-aa34-09f3319a8cc6","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:46.787945383Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"e69bc3d6-a4c9-4ccf-aa34-09f3319a8cc6","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:46.947803343Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"default-tenant","reconcileID":"c371520d-387b-4a21-8efd-b257b1504449","namespace":"ai-tenant-e2e-api-a-501ac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:46.948414963Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"default-tenant","reconcileID":"c371520d-387b-4a21-8efd-b257b1504449","namespace":"ai-tenant-e2e-api-a-501ac8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:46.948619983Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"default-tenant","reconcileID":"c371520d-387b-4a21-8efd-b257b1504449","tenant":"e2e-api-a-501ac8","tenantID":"e2e-api-a-501ac8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:46.965995901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"default-tenant","reconcileID":"c371520d-387b-4a21-8efd-b257b1504449","gvk":"Deployment","name":"maas-api-e2e-api-a-501ac8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:47.021600864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"default-tenant","reconcileID":"c371520d-387b-4a21-8efd-b257b1504449","gvk":"Service","name":"maas-api-e2e-api-a-501ac8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:47.056665538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"default-tenant","reconcileID":"c371520d-387b-4a21-8efd-b257b1504449","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-501ac8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:47.069174293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"default-tenant","reconcileID":"c371520d-387b-4a21-8efd-b257b1504449","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-501ac8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:47.083936707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"default-tenant","reconcileID":"c371520d-387b-4a21-8efd-b257b1504449","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-501ac8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:47.131286164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"default-tenant","reconcileID":"c371520d-387b-4a21-8efd-b257b1504449","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-501ac8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:47.157486353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"default-tenant","reconcileID":"c371520d-387b-4a21-8efd-b257b1504449","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-501ac8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:47.187275154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"default-tenant","reconcileID":"c371520d-387b-4a21-8efd-b257b1504449","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-501ac8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:47.213739062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"default-tenant","reconcileID":"c371520d-387b-4a21-8efd-b257b1504449","gvk":"Deployment","name":"payload-processing-e2e-api-a-501ac8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:47.251933133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"default-tenant","reconcileID":"c371520d-387b-4a21-8efd-b257b1504449","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-501ac8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:47.257153438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"default-tenant","reconcileID":"c371520d-387b-4a21-8efd-b257b1504449","gvk":"Service","name":"payload-processing-e2e-api-a-501ac8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:47.262608135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"default-tenant","reconcileID":"c371520d-387b-4a21-8efd-b257b1504449","gvk":"Service","name":"payload-pre-processing-e2e-api-a-501ac8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:47.272835322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"default-tenant","reconcileID":"c371520d-387b-4a21-8efd-b257b1504449","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-501ac8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:47.2868178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"default-tenant","reconcileID":"c371520d-387b-4a21-8efd-b257b1504449","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-501ac8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:47.304018828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"default-tenant","reconcileID":"c371520d-387b-4a21-8efd-b257b1504449","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-501ac8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:47.32815469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"default-tenant","reconcileID":"c371520d-387b-4a21-8efd-b257b1504449","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-501ac8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:47.338468604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"default-tenant","reconcileID":"c371520d-387b-4a21-8efd-b257b1504449","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-501ac8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:47.37928816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"default-tenant","reconcileID":"c371520d-387b-4a21-8efd-b257b1504449","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-501ac8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:47.385171421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"default-tenant","reconcileID":"c371520d-387b-4a21-8efd-b257b1504449","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-501ac8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:47.401586602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-501ac8"},"namespace":"ai-tenant-e2e-api-a-501ac8","name":"default-tenant","reconcileID":"c371520d-387b-4a21-8efd-b257b1504449","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-501ac8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:47.848074408Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-501ac8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-501ac8","reconcileID":"c421ccc2-9395-4154-b0a8-c39a81d78e32","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-501ac8","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-501ac8"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:47.941832252Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"27e1d288-35c6-475b-a8c2-136178184b80","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:47.941925974Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"27e1d288-35c6-475b-a8c2-136178184b80","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:48.177909416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f30f80a8-c954-40fa-8cb0-dd181d5594fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:48.18326485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f30f80a8-c954-40fa-8cb0-dd181d5594fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:48.188560786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f30f80a8-c954-40fa-8cb0-dd181d5594fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:48.192987481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f30f80a8-c954-40fa-8cb0-dd181d5594fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:48.531493567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af39aaf-81ff-4fcd-b11e-3c2ad1745ac5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:48.540495057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af39aaf-81ff-4fcd-b11e-3c2ad1745ac5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:48.548700741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af39aaf-81ff-4fcd-b11e-3c2ad1745ac5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:48.555542071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af39aaf-81ff-4fcd-b11e-3c2ad1745ac5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:48.831307141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"87eebcd9-4467-4d43-a019-d7233955f34c","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"premium-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"premium-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:48.858528906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"8318fda8-c882-410e-8e09-22ee5b4dda09","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:48.880233641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"05888220-be81-4b56-9026-68fdc38b17af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:48.881004061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"baa2e1a9-d805-4a0c-9e96-241e898422bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:48.89250805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"05888220-be81-4b56-9026-68fdc38b17af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:48.892713253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"baa2e1a9-d805-4a0c-9e96-241e898422bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:48.899355152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"fb92af61-f54b-4679-be5e-c266f7d83fcf","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"premium-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"premium-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:48.968531018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"31dfa582-3278-44bf-9425-2ebdd8ef7369","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:49.038299581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"682523a9-e449-4f86-ad40-a3a375e0e1ba","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:49.079780506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"3cd96e2a-3237-48fd-862b-44590d36df6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:49.080726848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"af1ce4bd-bdf8-4e15-949d-28cf183894fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:49.081405817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"aa880183-f687-4a5e-b71a-26ecb1eaf609","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:49.102944714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"aa880183-f687-4a5e-b71a-26ecb1eaf609","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:49.175137345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"3cd96e2a-3237-48fd-862b-44590d36df6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:49.18577985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"e20b6426-ce88-40b9-81b3-e6725e0c70cd","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:49.213740348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"fefa8442-9dfb-44c5-b505-53b59c3a5c3d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:50.24485469Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"3ec38d29-bc3e-4350-842b-c261c6d6d299","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:50.24491339Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"3ec38d29-bc3e-4350-842b-c261c6d6d299","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:50.368427263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"c738b6d5-2c76-4946-ac46-03372b7a237f","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"premium-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"premium-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:50.422578723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"e2e-e2e-api-b-2761c7-policy","reconcileID":"12dde38b-0612-41d9-8f12-a07fc4fe68f0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2761c7","tenantID":"e2e-api-b-2761c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:50.438352078Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"e3606329-5779-4610-99fd-bdd63c776d63","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:50.438532947Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"e3606329-5779-4610-99fd-bdd63c776d63","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:50.444128453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"e2e-e2e-api-b-2761c7-policy","reconcileID":"12dde38b-0612-41d9-8f12-a07fc4fe68f0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"name":"e2e-api-b-2761c7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:50.478912425Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"c57d9193-a1b2-4448-b980-f42c3a91d163","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:50.47897989Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"c57d9193-a1b2-4448-b980-f42c3a91d163","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:50.481160003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"a8523dc9-eaa1-45ba-be64-acbc38594092","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:50.505553231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"563368b1-f3bc-458a-8e7b-cbb4f57fa784","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:50.51030816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"26eb0667-0b87-457f-9279-f3fc193c7436","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:50.51145834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"59035b91-90ff-4c7c-9dc1-05bfbc1980de","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"premium-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"premium-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:50.570798919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"563368b1-f3bc-458a-8e7b-cbb4f57fa784","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:50.571438096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"26eb0667-0b87-457f-9279-f3fc193c7436","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:50.58212038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"f9c38cf2-7c55-4e81-b228-6c0e427e9708","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:50.609066322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e503dd0a-62dd-46c0-9624-c07157a77254","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:50.609876703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e503dd0a-62dd-46c0-9624-c07157a77254","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:50.649460436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aee91b3a-110a-4975-b727-7d1cce298097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:50.659160909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aee91b3a-110a-4975-b727-7d1cce298097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:50.663662252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aee91b3a-110a-4975-b727-7d1cce298097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:50.669910652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aee91b3a-110a-4975-b727-7d1cce298097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:50.765171836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"18eb13cd-ba28-482b-b11d-cce7b30370a9","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:50.790561507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"2f14801f-3fad-4a46-9d91-9610d9b14bb4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:50.794188821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"9c3bec37-2a0d-4787-bc32-f452afef3f61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:50.794419289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"8ed49ebe-dbe1-45a1-b4f7-362f2969bff6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:50.803902254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"8ed49ebe-dbe1-45a1-b4f7-362f2969bff6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:50.807508784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"9c3bec37-2a0d-4787-bc32-f452afef3f61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:50.822150884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"e862b679-1d07-490e-bae5-ba1f5331d1ae","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:50.898090971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"6fc61ae0-e791-4eae-af50-62636acca254","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:50.964113576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e80eb98-068b-4b93-8883-560b9c64e949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:50.968721638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e80eb98-068b-4b93-8883-560b9c64e949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:50.972860363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e80eb98-068b-4b93-8883-560b9c64e949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:50.977183717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e80eb98-068b-4b93-8883-560b9c64e949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:51.272172655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"070000c9-d442-49ed-8364-b935f60b6dc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:51.27750202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"070000c9-d442-49ed-8364-b935f60b6dc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:51.282883936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"070000c9-d442-49ed-8364-b935f60b6dc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:51.287435946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"070000c9-d442-49ed-8364-b935f60b6dc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:51.5083549Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"13ada3d3-4de3-4e1d-a61f-0fd4879932db","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:51.508433064Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"13ada3d3-4de3-4e1d-a61f-0fd4879932db","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:51.533233359Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-c9d69c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-c9d69c","reconcileID":"2257b0a9-4644-46f1-9386-bc1fac98044d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-c9d69c","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-c9d69c":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:51.586409108Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"bbdc66eb-4501-4666-9a43-9fa4382e803a","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:51.586472928Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"bbdc66eb-4501-4666-9a43-9fa4382e803a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:51.808661416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23d07000-cf5d-489b-beb8-a207d6a774fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:51.815192219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23d07000-cf5d-489b-beb8-a207d6a774fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:51.819648109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23d07000-cf5d-489b-beb8-a207d6a774fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:51.824860926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23d07000-cf5d-489b-beb8-a207d6a774fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:52.887807885Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"b9db6700-c735-40bc-a3c3-d3be19f9abe8","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:52.887903265Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"b9db6700-c735-40bc-a3c3-d3be19f9abe8","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:57.297673002Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"7a807b2e-c9b4-4936-9692-13275a2ef134","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:57.297756826Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"7a807b2e-c9b4-4936-9692-13275a2ef134","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:57.311323795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"e2e-e2e-api-b-2761c7-policy","reconcileID":"5614cb3b-76ac-4109-bc14-f0f1ccee3dc4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2761c7","tenantID":"e2e-api-b-2761c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:57.316254214Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"9193a1f9-df3a-4f16-968a-53b9acfd5b09","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:48:57.316312269Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"9193a1f9-df3a-4f16-968a-53b9acfd5b09","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:57.327908097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"e2e-e2e-api-b-2761c7-policy","reconcileID":"5614cb3b-76ac-4109-bc14-f0f1ccee3dc4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"name":"e2e-api-b-2761c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:57.443641328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42b1866a-de8c-4e83-9720-96e97305ef29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:57.448111588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42b1866a-de8c-4e83-9720-96e97305ef29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:57.452451173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42b1866a-de8c-4e83-9720-96e97305ef29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:57.456744742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42b1866a-de8c-4e83-9720-96e97305ef29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:57.465567249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"e2e-e2e-api-b-2761c7-policy","reconcileID":"3659d9d9-f0e4-4c90-975f-553e8f444e44","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2761c7","tenantID":"e2e-api-b-2761c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:57.484014532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"e2e-e2e-api-b-2761c7-policy","reconcileID":"3659d9d9-f0e4-4c90-975f-553e8f444e44","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"name":"e2e-api-b-2761c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:57.499393294Z","body":"Kuadrant WASM auth not found on gateway; enabling ext_proc router fallback patches","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"default-tenant","reconcileID":"707f5cf5-656a-428f-9bc8-d7ac3399ed13","gateway":"openshift-ingress/e2e-ipp-a-913351","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:57.794837767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba8003db-6139-4e1f-98a3-a05f8098a777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:57.800253308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba8003db-6139-4e1f-98a3-a05f8098a777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:57.80910539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba8003db-6139-4e1f-98a3-a05f8098a777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:48:57.819192842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba8003db-6139-4e1f-98a3-a05f8098a777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:00.163434228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9d69c"},"namespace":"ai-tenant-e2e-ipp-a-c9d69c","name":"default-tenant","reconcileID":"6757691b-0f9d-4f29-a575-0fdc9f602498","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-c9d69c","tenantID":"e2e-ipp-a-c9d69c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:00.227986529Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9d69c"},"namespace":"ai-tenant-e2e-ipp-a-c9d69c","name":"default-tenant","reconcileID":"6757691b-0f9d-4f29-a575-0fdc9f602498","name":"e2e-ipp-a-c9d69c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:06.377603831Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:49:07.374273728Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"570c0ed1-6f95-4d54-bdf5-263d48144d2f","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:49:07.374379486Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"570c0ed1-6f95-4d54-bdf5-263d48144d2f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:07.388358313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"e2e-e2e-api-b-2761c7-policy","reconcileID":"e815ad1c-5ef6-4f31-9bd3-5c98b248a7d6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2761c7","tenantID":"e2e-api-b-2761c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:07.404548281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"e2e-e2e-api-b-2761c7-policy","reconcileID":"e815ad1c-5ef6-4f31-9bd3-5c98b248a7d6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"name":"e2e-api-b-2761c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:07.485151551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"e2e-e2e-api-b-2761c7-policy","reconcileID":"6f7f2fec-bf75-4bb8-9a5a-be4e48df05e9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2761c7","tenantID":"e2e-api-b-2761c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:07.495318992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"e2e-e2e-api-b-2761c7-policy","reconcileID":"6f7f2fec-bf75-4bb8-9a5a-be4e48df05e9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"name":"e2e-api-b-2761c7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:49:10.311633397Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"840bf5fc-ba51-4402-8349-153befe70fc8","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:49:10.311694755Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"840bf5fc-ba51-4402-8349-153befe70fc8","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:10.610608729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7e9a62a-146f-490d-bc01-6febbe30f35b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:10.633893151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7e9a62a-146f-490d-bc01-6febbe30f35b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:10.641116006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7e9a62a-146f-490d-bc01-6febbe30f35b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:10.650311729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7e9a62a-146f-490d-bc01-6febbe30f35b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:10.885117869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2bd7cb-8f6e-4cf9-a024-d352c740ddcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:10.892280741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2bd7cb-8f6e-4cf9-a024-d352c740ddcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:10.898471536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2bd7cb-8f6e-4cf9-a024-d352c740ddcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:10.902820504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2bd7cb-8f6e-4cf9-a024-d352c740ddcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:16.318916518Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"default-tenant","reconcileID":"35564814-0805-41eb-890c-328f55470b1e","namespace":"ai-tenant-e2e-api-b-2761c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:16.318976578Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"default-tenant","reconcileID":"35564814-0805-41eb-890c-328f55470b1e","namespace":"ai-tenant-e2e-api-b-2761c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:16.319025315Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"default-tenant","reconcileID":"35564814-0805-41eb-890c-328f55470b1e","name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:16.337658617Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"e2e-e2e-api-b-2761c7-policy","reconcileID":"f58fd96b-84e8-4eb0-acb9-e7bd333e8af6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:16.337766598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c85efda-bec7-4e80-9a85-0840c549e12b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:16.337785919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c85efda-bec7-4e80-9a85-0840c549e12b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:16.337915952Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"default-tenant","reconcileID":"35564814-0805-41eb-890c-328f55470b1e","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:16.376786721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"e2e-e2e-api-b-2761c7-policy","reconcileID":"f58fd96b-84e8-4eb0-acb9-e7bd333e8af6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2761c7","tenantID":"e2e-api-b-2761c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:16.483769158Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"e2e-e2e-api-b-2761c7-policy","reconcileID":"f58fd96b-84e8-4eb0-acb9-e7bd333e8af6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"name":"e2e-api-b-2761c7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:16.483799761Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"e2e-e2e-api-b-2761c7-policy","reconcileID":"f58fd96b-84e8-4eb0-acb9-e7bd333e8af6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2761c7-policy","namespace":"ai-tenant-e2e-api-b-2761c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2761c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:16.494320747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2155d492-0445-45a4-b73a-5c13074e0aa5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:16.494344791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2155d492-0445-45a4-b73a-5c13074e0aa5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:49:16.72372574Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"4c90f52d-fa5e-49e5-b412-a6832dc35ce9","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:49:16.725324208Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"4c90f52d-fa5e-49e5-b412-a6832dc35ce9","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:49:16.815252364Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"1b432d21-b4d6-42fd-9a6b-e77dc89a8369","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:49:16.815311401Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"1b432d21-b4d6-42fd-9a6b-e77dc89a8369","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:16.88669174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f132bd8-7262-46e1-bb47-2647c3fa28ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:16.89574154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f132bd8-7262-46e1-bb47-2647c3fa28ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:16.902530068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f132bd8-7262-46e1-bb47-2647c3fa28ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:16.906846922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f132bd8-7262-46e1-bb47-2647c3fa28ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:17.187196531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba48daf2-8c68-493d-b6e8-4a8d8b3d2501","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:17.192817428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba48daf2-8c68-493d-b6e8-4a8d8b3d2501","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:17.198288332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba48daf2-8c68-493d-b6e8-4a8d8b3d2501","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:17.208622889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba48daf2-8c68-493d-b6e8-4a8d8b3d2501","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:49:17.865511532Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"2957391b-2594-4d17-b082-6edd7e15c5c3","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:49:17.865678806Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"2957391b-2594-4d17-b082-6edd7e15c5c3","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:18.054337642Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-1e3723","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-1e3723","reconcileID":"7b202b1a-81da-409d-9b6f-21e695d8116e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-1e3723","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-1e3723":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:49:18.119858865Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"b52d2976-e504-46d1-a915-1f21af6df772","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:49:18.119989336Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"b52d2976-e504-46d1-a915-1f21af6df772","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:18.145904319Z","body":"Kuadrant WASM auth not found on gateway; enabling ext_proc router fallback patches","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9d69c"},"namespace":"ai-tenant-e2e-ipp-a-c9d69c","name":"default-tenant","reconcileID":"237515ef-5199-4734-a6ae-8d288c1b7f3d","gateway":"openshift-ingress/e2e-ipp-a-c9d69c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:18.418387636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c36a80c-32ae-4d77-b0c7-de1c332158ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:18.422991791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c36a80c-32ae-4d77-b0c7-de1c332158ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:18.427549303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c36a80c-32ae-4d77-b0c7-de1c332158ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:18.432744634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c36a80c-32ae-4d77-b0c7-de1c332158ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:49:19.432484174Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"3b67bf29-0036-442f-91d2-82e4f0bbed40","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:49:19.432575239Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"3b67bf29-0036-442f-91d2-82e4f0bbed40","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:49:20.64889121Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"e888c811-aa94-47c6-872e-bd157d2ad88c","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:49:20.648963503Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"e888c811-aa94-47c6-872e-bd157d2ad88c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:49:20.669978451Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"e3d62efb-a3cd-4c33-92b7-e5b5f6ce6976","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:49:20.670058052Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"e3d62efb-a3cd-4c33-92b7-e5b5f6ce6976","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:20.852832633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91f57e25-070a-4efd-a952-51315a0f2d2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:20.857167264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91f57e25-070a-4efd-a952-51315a0f2d2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:20.861507156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91f57e25-070a-4efd-a952-51315a0f2d2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:20.865933545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91f57e25-070a-4efd-a952-51315a0f2d2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:21.289691652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"725efbde-0f82-4458-9cc3-67606e7cb211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:21.314841398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"725efbde-0f82-4458-9cc3-67606e7cb211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:21.321300432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"725efbde-0f82-4458-9cc3-67606e7cb211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:21.335318129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"725efbde-0f82-4458-9cc3-67606e7cb211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:49:21.689730659Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"a3ff4640-adea-41cf-86f5-cff9107fe1af","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:49:21.689797213Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"a3ff4640-adea-41cf-86f5-cff9107fe1af","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:21.710339741Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-59e21a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-59e21a","reconcileID":"48d1f243-8325-436b-a547-c8cb8fb91eaf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-59e21a","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-59e21a":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:49:21.752255722Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"6b3b9e08-f36b-414c-98cc-02a56d4e976c","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:49:21.752317097Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"6b3b9e08-f36b-414c-98cc-02a56d4e976c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:21.955551884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d7c99d3-9989-488e-ac30-9643972c95c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:21.959845877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d7c99d3-9989-488e-ac30-9643972c95c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:21.96401097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d7c99d3-9989-488e-ac30-9643972c95c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:21.968549689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d7c99d3-9989-488e-ac30-9643972c95c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:49:23.011721233Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"bf10ffc8-1c8a-42b2-9c37-7266aef6ffbb","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:49:23.011779787Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"bf10ffc8-1c8a-42b2-9c37-7266aef6ffbb","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:49:23.423730663Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"f34ca281-77a8-4a58-98f5-5a083bc58b38","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:49:23.423820526Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"f34ca281-77a8-4a58-98f5-5a083bc58b38","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:49:23.702372816Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"f99c57cd-dc4c-46b6-82bf-e46850f83a26","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:49:23.702464852Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-477fd9c0","namespace":"ai-tenant-e2e-mt-477fd9c0"},"namespace":"ai-tenant-e2e-mt-477fd9c0","name":"e2e-lifecycle-model-477fd9c0","reconcileID":"f99c57cd-dc4c-46b6-82bf-e46850f83a26","error":"resolve tenant gateway for model ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-477fd9c0/e2e-lifecycle-model-477fd9c0-kserve-route (gateways: [openshift-ingress/e2e-mt-477fd9c0]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:26.213479513Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"default-tenant","reconcileID":"f0607fdb-1262-48da-9426-b100a45b3523","namespace":"ai-tenant-e2e-api-b-2761c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:26.213644855Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"default-tenant","reconcileID":"f0607fdb-1262-48da-9426-b100a45b3523","namespace":"ai-tenant-e2e-api-b-2761c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:26.213715616Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"default-tenant","reconcileID":"f0607fdb-1262-48da-9426-b100a45b3523","tenant":"e2e-api-b-2761c7","tenantID":"e2e-api-b-2761c7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:26.222384639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"default-tenant","reconcileID":"f0607fdb-1262-48da-9426-b100a45b3523","gvk":"Deployment","name":"maas-api-e2e-api-b-2761c7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:26.267456336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"default-tenant","reconcileID":"f0607fdb-1262-48da-9426-b100a45b3523","gvk":"Service","name":"maas-api-e2e-api-b-2761c7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:26.282707915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"default-tenant","reconcileID":"f0607fdb-1262-48da-9426-b100a45b3523","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-2761c7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:26.298135143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"default-tenant","reconcileID":"f0607fdb-1262-48da-9426-b100a45b3523","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-2761c7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:26.309359915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"default-tenant","reconcileID":"f0607fdb-1262-48da-9426-b100a45b3523","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-2761c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:26.318099411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"default-tenant","reconcileID":"f0607fdb-1262-48da-9426-b100a45b3523","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-2761c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:26.33036552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"default-tenant","reconcileID":"f0607fdb-1262-48da-9426-b100a45b3523","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-2761c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:26.342806238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"default-tenant","reconcileID":"f0607fdb-1262-48da-9426-b100a45b3523","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-2761c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:26.347772928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"default-tenant","reconcileID":"f0607fdb-1262-48da-9426-b100a45b3523","gvk":"Deployment","name":"payload-processing-e2e-api-b-2761c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:26.352360135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"default-tenant","reconcileID":"f0607fdb-1262-48da-9426-b100a45b3523","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-2761c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:26.357257319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"default-tenant","reconcileID":"f0607fdb-1262-48da-9426-b100a45b3523","gvk":"Service","name":"payload-processing-e2e-api-b-2761c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:26.362030669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"default-tenant","reconcileID":"f0607fdb-1262-48da-9426-b100a45b3523","gvk":"Service","name":"payload-pre-processing-e2e-api-b-2761c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:26.366846418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"default-tenant","reconcileID":"f0607fdb-1262-48da-9426-b100a45b3523","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-2761c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:26.374642934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"default-tenant","reconcileID":"f0607fdb-1262-48da-9426-b100a45b3523","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-2761c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:26.380413862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"default-tenant","reconcileID":"f0607fdb-1262-48da-9426-b100a45b3523","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-2761c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:26.397668922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"default-tenant","reconcileID":"f0607fdb-1262-48da-9426-b100a45b3523","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-2761c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:26.402868424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"default-tenant","reconcileID":"f0607fdb-1262-48da-9426-b100a45b3523","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-2761c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:26.408406785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"default-tenant","reconcileID":"f0607fdb-1262-48da-9426-b100a45b3523","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-2761c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:26.414496808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"default-tenant","reconcileID":"f0607fdb-1262-48da-9426-b100a45b3523","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-2761c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:26.419961318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2761c7"},"namespace":"ai-tenant-e2e-api-b-2761c7","name":"default-tenant","reconcileID":"f0607fdb-1262-48da-9426-b100a45b3523","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-2761c7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:26.888230418Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-2761c7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-2761c7","reconcileID":"39cf0752-9d89-4499-b12d-e46350e8761a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-2761c7","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-2761c7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:27.136142206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f20bfd0-6e80-4793-bcab-6972124f5ed3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:27.17097942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f20bfd0-6e80-4793-bcab-6972124f5ed3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:27.19214189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f20bfd0-6e80-4793-bcab-6972124f5ed3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:27.198257919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f20bfd0-6e80-4793-bcab-6972124f5ed3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:27.50133568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56fd8a7e-0abf-4486-9f7e-36d46ade6d6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:27.505560184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56fd8a7e-0abf-4486-9f7e-36d46ade6d6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:27.509759106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56fd8a7e-0abf-4486-9f7e-36d46ade6d6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:27.515995248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56fd8a7e-0abf-4486-9f7e-36d46ade6d6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:29.283808684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"default-tenant","reconcileID":"1e60488e-0b0f-491e-8030-393f3aed0974","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-1e3723","tenantID":"e2e-api-a-1e3723","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:29.317588646Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"default-tenant","reconcileID":"1e60488e-0b0f-491e-8030-393f3aed0974","name":"e2e-api-a-1e3723-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:33.007909328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-59e21a"},"namespace":"ai-tenant-e2e-ipp-b-59e21a","name":"default-tenant","reconcileID":"ff3d19cd-c5bc-4bb9-be4e-34e8e6475269","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-59e21a","tenantID":"e2e-ipp-b-59e21a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:33.032593081Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-59e21a"},"namespace":"ai-tenant-e2e-ipp-b-59e21a","name":"default-tenant","reconcileID":"ff3d19cd-c5bc-4bb9-be4e-34e8e6475269","name":"e2e-ipp-b-59e21a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:36.418708367Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:36.85217467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8193e03f-686a-4175-8a8f-ce665f00f890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:36.859700859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8193e03f-686a-4175-8a8f-ce665f00f890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:36.872353769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8193e03f-686a-4175-8a8f-ce665f00f890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:36.877487803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8193e03f-686a-4175-8a8f-ce665f00f890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:37.282232306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4de573c5-35a5-48fb-abea-38f8f803a3ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:37.287488837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4de573c5-35a5-48fb-abea-38f8f803a3ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:37.29187726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4de573c5-35a5-48fb-abea-38f8f803a3ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:37.296809519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4de573c5-35a5-48fb-abea-38f8f803a3ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:37.715532891Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-040623","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-040623","reconcileID":"32c63e78-68a2-4d0f-a111-5f4985b0ca38","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-040623","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-040623":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:38.098587267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"949c1f68-e12d-4408-9191-0a56389d2e34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:38.139319538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"949c1f68-e12d-4408-9191-0a56389d2e34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:38.148981745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"949c1f68-e12d-4408-9191-0a56389d2e34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:38.180494668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"949c1f68-e12d-4408-9191-0a56389d2e34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:38.666973675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6886a99e-531f-4235-b6a3-92ebc03afc43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:38.671798338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6886a99e-531f-4235-b6a3-92ebc03afc43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:38.676370369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6886a99e-531f-4235-b6a3-92ebc03afc43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:38.682012053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6886a99e-531f-4235-b6a3-92ebc03afc43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:39.096227811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f79d8f35-3e8a-48cf-82a0-cf3dc41a0e6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:39.102678219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f79d8f35-3e8a-48cf-82a0-cf3dc41a0e6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:39.110014404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f79d8f35-3e8a-48cf-82a0-cf3dc41a0e6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:39.118834205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f79d8f35-3e8a-48cf-82a0-cf3dc41a0e6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:39.793348101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34287f18-3c3e-4df4-9399-2e85ffa8be76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:39.799682019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34287f18-3c3e-4df4-9399-2e85ffa8be76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:39.804947712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34287f18-3c3e-4df4-9399-2e85ffa8be76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:39.809867821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34287f18-3c3e-4df4-9399-2e85ffa8be76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:40.215926198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e9f8063-21b4-4249-9006-38ca2a34d2f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:40.220864251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e9f8063-21b4-4249-9006-38ca2a34d2f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:40.225391482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e9f8063-21b4-4249-9006-38ca2a34d2f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:40.282001689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e9f8063-21b4-4249-9006-38ca2a34d2f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:40.413725876Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-e907e4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-e907e4","reconcileID":"f0fd8cfe-7513-4686-a94e-1aba2042f6d1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-e907e4","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-e907e4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:40.986207357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ece7769a-8498-4417-baa6-8a8a93df0ec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:41.001455394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ece7769a-8498-4417-baa6-8a8a93df0ec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:41.044006224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ece7769a-8498-4417-baa6-8a8a93df0ec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:41.058955101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ece7769a-8498-4417-baa6-8a8a93df0ec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:44.151798234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dce036e-08f3-4c7f-af60-90d5a992825d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:44.158160673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dce036e-08f3-4c7f-af60-90d5a992825d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:44.162330356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dce036e-08f3-4c7f-af60-90d5a992825d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:44.167143624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dce036e-08f3-4c7f-af60-90d5a992825d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:44.553749611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4583602-5e61-44bd-a25e-8e4f79c9e384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:44.560924169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4583602-5e61-44bd-a25e-8e4f79c9e384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:44.566842091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4583602-5e61-44bd-a25e-8e4f79c9e384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:44.576211034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4583602-5e61-44bd-a25e-8e4f79c9e384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:44.872964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"604b620a-0bbc-4a64-b518-ebdcbda4895d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:44.877578489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"604b620a-0bbc-4a64-b518-ebdcbda4895d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:44.883686676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"604b620a-0bbc-4a64-b518-ebdcbda4895d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:44.892741254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"604b620a-0bbc-4a64-b518-ebdcbda4895d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:46.47009203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"909ab9ec-d8b7-4170-a406-9251fbe35720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:46.474526093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"909ab9ec-d8b7-4170-a406-9251fbe35720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:46.47875075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"909ab9ec-d8b7-4170-a406-9251fbe35720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:46.483405997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"909ab9ec-d8b7-4170-a406-9251fbe35720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:46.857605762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7162257b-a038-4b11-8b90-428c46102547","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:46.861846433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7162257b-a038-4b11-8b90-428c46102547","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:46.866688422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7162257b-a038-4b11-8b90-428c46102547","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:46.871668062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7162257b-a038-4b11-8b90-428c46102547","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:47.156113319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db7c8ac0-19ea-4ce2-9909-2c731e2ab8ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:47.16091604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db7c8ac0-19ea-4ce2-9909-2c731e2ab8ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:47.168864089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db7c8ac0-19ea-4ce2-9909-2c731e2ab8ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:47.178746964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db7c8ac0-19ea-4ce2-9909-2c731e2ab8ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:47.2878909Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-4f2325","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-4f2325","reconcileID":"8dc746c0-46d9-46e6-ba0c-a2eb903f7d54","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-4f2325","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-4f2325":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:47.69327989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f726642d-8b25-4b8d-ad66-e5320f42284b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:47.704946973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f726642d-8b25-4b8d-ad66-e5320f42284b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:47.715010307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f726642d-8b25-4b8d-ad66-e5320f42284b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:47.724345213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f726642d-8b25-4b8d-ad66-e5320f42284b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:48.068774457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be032e36-bfb1-4794-93dd-78a274111877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:48.074988926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be032e36-bfb1-4794-93dd-78a274111877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:48.086245253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be032e36-bfb1-4794-93dd-78a274111877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:48.09395872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be032e36-bfb1-4794-93dd-78a274111877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:48.698511287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8ba4848-eaf1-47d7-89ac-564d610ac6ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:48.698533552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8ba4848-eaf1-47d7-89ac-564d610ac6ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:48.710936869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a3c24a6-0e2b-4b30-82ed-80645311dfa2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:48.710979604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6a3c24a6-0e2b-4b30-82ed-80645311dfa2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:48.734831185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"e2e-e2e-api-a-1e3723-policy","reconcileID":"e3532715-f375-43d8-a72c-19b8d3426135","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-1e3723","tenantID":"e2e-api-a-1e3723","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:48.772520757Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"e2e-e2e-api-a-1e3723-policy","reconcileID":"e3532715-f375-43d8-a72c-19b8d3426135","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"name":"e2e-api-a-1e3723-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:48.793666434Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-1e3723-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"e2e-e2e-api-a-1e3723-policy","reconcileID":"e3532715-f375-43d8-a72c-19b8d3426135","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:48.804073808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5592c5aa-05f5-4710-90b7-e265dcbad1b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:48.804096509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5592c5aa-05f5-4710-90b7-e265dcbad1b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:52.482017519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"601c5238-19c4-4827-8a1c-6c498e6192bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:52.486717497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"601c5238-19c4-4827-8a1c-6c498e6192bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:52.491229592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"601c5238-19c4-4827-8a1c-6c498e6192bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:52.495530916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"601c5238-19c4-4827-8a1c-6c498e6192bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:52.761524655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-040623"},"namespace":"ai-tenant-e2e-ipp-b-040623","name":"default-tenant","reconcileID":"fd57a1c5-da72-42a5-b4f6-ee4203c08191","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-040623","tenantID":"e2e-ipp-b-040623","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:52.800152606Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-040623"},"namespace":"ai-tenant-e2e-ipp-b-040623","name":"default-tenant","reconcileID":"fd57a1c5-da72-42a5-b4f6-ee4203c08191","name":"e2e-ipp-b-040623-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:53.111852878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"854a6896-55df-4c85-b950-e9107cd5d026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:53.117600916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"854a6896-55df-4c85-b950-e9107cd5d026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:53.124209937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"854a6896-55df-4c85-b950-e9107cd5d026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:53.129020764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"854a6896-55df-4c85-b950-e9107cd5d026","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:53.503748538Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-2beb7b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-2beb7b","reconcileID":"1ec86b7f-7364-47d6-be0b-f38e3c0e34d2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-2beb7b","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-2beb7b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:53.612821415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c90f27a-fbd5-4419-be5b-22e75bef16bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:53.618104259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c90f27a-fbd5-4419-be5b-22e75bef16bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:53.624141303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c90f27a-fbd5-4419-be5b-22e75bef16bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:53.630222144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c90f27a-fbd5-4419-be5b-22e75bef16bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:54.247303776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc38501f-08b8-4d52-8f3d-84f288301016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:54.252168038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc38501f-08b8-4d52-8f3d-84f288301016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:54.256993905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc38501f-08b8-4d52-8f3d-84f288301016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:54.262671625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc38501f-08b8-4d52-8f3d-84f288301016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:56.889311871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"default-tenant","reconcileID":"43707a89-f587-491e-bda1-8df0ce582e0c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e907e4","tenantID":"e2e-api-a-e907e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:56.926691084Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"default-tenant","reconcileID":"43707a89-f587-491e-bda1-8df0ce582e0c","name":"e2e-api-a-e907e4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:58.814364534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"e2e-e2e-api-a-1e3723-policy","reconcileID":"fd45cd7a-8269-4f0c-94f5-47709ec530ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-1e3723","tenantID":"e2e-api-a-1e3723","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:58.824696533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"e2e-e2e-api-a-1e3723-policy","reconcileID":"fd45cd7a-8269-4f0c-94f5-47709ec530ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"name":"e2e-api-a-1e3723-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:49:58.832875329Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-1e3723-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"e2e-e2e-api-a-1e3723-policy","reconcileID":"fd45cd7a-8269-4f0c-94f5-47709ec530ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:02.638925222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4f2325"},"namespace":"ai-tenant-e2e-ipp-a-4f2325","name":"default-tenant","reconcileID":"3908ebb4-abc4-49cf-943e-33087882fda2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-4f2325","tenantID":"e2e-ipp-a-4f2325","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:02.66699311Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4f2325"},"namespace":"ai-tenant-e2e-ipp-a-4f2325","name":"default-tenant","reconcileID":"3908ebb4-abc4-49cf-943e-33087882fda2","name":"e2e-ipp-a-4f2325-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:06.378198574Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:08.880528854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"e2e-e2e-api-a-1e3723-policy","reconcileID":"24428703-69e1-4dfc-adee-9c89d55a1a75","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-1e3723","tenantID":"e2e-api-a-1e3723","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:08.90566587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"e2e-e2e-api-a-1e3723-policy","reconcileID":"24428703-69e1-4dfc-adee-9c89d55a1a75","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"name":"e2e-api-a-1e3723-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:08.970544887Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-1e3723-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"e2e-e2e-api-a-1e3723-policy","reconcileID":"24428703-69e1-4dfc-adee-9c89d55a1a75","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:09.397414769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d74fe0f7-2fed-42eb-8357-8f7f4941766c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:09.402019336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d74fe0f7-2fed-42eb-8357-8f7f4941766c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:09.40671346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d74fe0f7-2fed-42eb-8357-8f7f4941766c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:09.411371168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d74fe0f7-2fed-42eb-8357-8f7f4941766c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:09.767021241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96196079-880a-4dc0-b53d-2ea52288a9a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:09.774511199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96196079-880a-4dc0-b53d-2ea52288a9a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:09.778826593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96196079-880a-4dc0-b53d-2ea52288a9a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:09.782900246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96196079-880a-4dc0-b53d-2ea52288a9a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:10.221647142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38c86ef3-8744-428b-801c-9e486757aa4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:10.25673224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38c86ef3-8744-428b-801c-9e486757aa4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:10.270605586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38c86ef3-8744-428b-801c-9e486757aa4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:10.278081028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38c86ef3-8744-428b-801c-9e486757aa4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:10.367369176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"default-tenant","reconcileID":"41dc54a8-5ba6-4851-8cf1-429437f2f6c8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2beb7b","tenantID":"e2e-api-b-2beb7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:10.392428282Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"default-tenant","reconcileID":"41dc54a8-5ba6-4851-8cf1-429437f2f6c8","name":"e2e-api-b-2beb7b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:10.778949839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47686dc2-050f-486a-91a9-8e35ac1c09e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:10.786137626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47686dc2-050f-486a-91a9-8e35ac1c09e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:10.794988121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47686dc2-050f-486a-91a9-8e35ac1c09e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:10.801191176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47686dc2-050f-486a-91a9-8e35ac1c09e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:11.167319452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1f255e7-3fb5-49ff-8c09-2e1f844e2891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:11.171629605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1f255e7-3fb5-49ff-8c09-2e1f844e2891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:11.175787524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1f255e7-3fb5-49ff-8c09-2e1f844e2891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:11.180204961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1f255e7-3fb5-49ff-8c09-2e1f844e2891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:14.872940176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51043cbd-e85f-42d0-91d9-405e210f9862","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:14.881941366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51043cbd-e85f-42d0-91d9-405e210f9862","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:14.887182468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51043cbd-e85f-42d0-91d9-405e210f9862","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:14.891915069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51043cbd-e85f-42d0-91d9-405e210f9862","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:15.266093571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d351ea0-cfbf-4c7d-b8b3-7bf72da6f29a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:15.270966026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d351ea0-cfbf-4c7d-b8b3-7bf72da6f29a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:15.275618849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d351ea0-cfbf-4c7d-b8b3-7bf72da6f29a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:15.282021499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d351ea0-cfbf-4c7d-b8b3-7bf72da6f29a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:17.54647351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9919aa51-9fa0-49f1-8a12-100efd27e193","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:17.546494807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9919aa51-9fa0-49f1-8a12-100efd27e193","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:17.56568069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8cd875fa-9629-4c9a-895b-1afbd5928d31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:17.56569942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8cd875fa-9629-4c9a-895b-1afbd5928d31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:17.581936588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"e2e-e2e-api-a-e907e4-policy","reconcileID":"6c4d4f7b-c175-45ec-9eeb-c75f7507b69b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e907e4","tenantID":"e2e-api-a-e907e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:17.631797647Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"e2e-e2e-api-a-e907e4-policy","reconcileID":"6c4d4f7b-c175-45ec-9eeb-c75f7507b69b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"name":"e2e-api-a-e907e4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:17.641840431Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e907e4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"e2e-e2e-api-a-e907e4-policy","reconcileID":"6c4d4f7b-c175-45ec-9eeb-c75f7507b69b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:17.652777003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0975ed47-32cb-48db-843e-b00fefb741f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:17.652793896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0975ed47-32cb-48db-843e-b00fefb741f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:18.995507946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"e2e-e2e-api-a-1e3723-policy","reconcileID":"ad2da191-b787-4be7-8c91-1c6ec5669ec7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-1e3723","tenantID":"e2e-api-a-1e3723","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:19.016137326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"e2e-e2e-api-a-1e3723-policy","reconcileID":"ad2da191-b787-4be7-8c91-1c6ec5669ec7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"name":"e2e-api-a-1e3723-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:19.032032347Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-1e3723-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (055d6061f7193db0ba2a645684ad8fede388ae84804ce79b4a7fdfa8c9b8230f) AuthConfig (8518f4c1e615c40b9d2a54bb22bb26feb06565453125c548687fd72887b79214) AuthConfig (4377962cb5eba31aa4ebd464551f0387f96eec63d651e57ff91b91d730692015) AuthConfig (1f54a0bd7103e821ee9000ec96ffd9eaf3431acd75beee4d3ead31ea0004eb77) AuthConfig (9ec39dd7321230ece71bf35655b1a322281b3a2038c878559f031749b5acd5bf) AuthConfig (9a5f3bb6ab619d11cba64e6c3f4981b506cb4e5a3719bdc761ace268da43ef82)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"e2e-e2e-api-a-1e3723-policy","reconcileID":"ad2da191-b787-4be7-8c91-1c6ec5669ec7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:19.046007633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04e7f3b9-8334-4dfb-ae94-a9ff2bb39a08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:19.04892557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04e7f3b9-8334-4dfb-ae94-a9ff2bb39a08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:21.524213468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d26bd8e0-fd81-4ad8-88c1-4408cbae1602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:21.528821707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d26bd8e0-fd81-4ad8-88c1-4408cbae1602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:21.533235392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d26bd8e0-fd81-4ad8-88c1-4408cbae1602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:21.546584376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d26bd8e0-fd81-4ad8-88c1-4408cbae1602","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:21.872136268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b324a3ac-8229-46c2-9c4a-ea12369aa57a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:21.876702704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b324a3ac-8229-46c2-9c4a-ea12369aa57a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:21.881085324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b324a3ac-8229-46c2-9c4a-ea12369aa57a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:21.885710791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b324a3ac-8229-46c2-9c4a-ea12369aa57a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:23.804459702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b00678e1-4e4f-4ce2-9801-fc6210445e17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:23.82613611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b00678e1-4e4f-4ce2-9801-fc6210445e17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:23.839520391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b00678e1-4e4f-4ce2-9801-fc6210445e17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:23.844671565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b00678e1-4e4f-4ce2-9801-fc6210445e17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:24.213978967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f3ecd7d-f2e2-4e8c-9d9f-835c24575368","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:24.218417342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f3ecd7d-f2e2-4e8c-9d9f-835c24575368","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:24.225372383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f3ecd7d-f2e2-4e8c-9d9f-835c24575368","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:24.234527459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f3ecd7d-f2e2-4e8c-9d9f-835c24575368","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:24.482308316Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-f61e4b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-f61e4b","reconcileID":"c4674a0f-90ab-4a40-ab74-f30c77432fe7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-f61e4b","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-f61e4b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:24.932011995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c987fd2-8f81-4ece-975f-d9712514e6f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:24.936297012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c987fd2-8f81-4ece-975f-d9712514e6f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:24.940549059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c987fd2-8f81-4ece-975f-d9712514e6f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:24.94487044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c987fd2-8f81-4ece-975f-d9712514e6f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:27.6905554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"e2e-e2e-api-a-e907e4-policy","reconcileID":"9bec727c-6051-45ce-b665-0bf1f4b67ead","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e907e4","tenantID":"e2e-api-a-e907e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:27.702573674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"e2e-e2e-api-a-e907e4-policy","reconcileID":"9bec727c-6051-45ce-b665-0bf1f4b67ead","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"name":"e2e-api-a-e907e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:27.721758781Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e907e4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"e2e-e2e-api-a-e907e4-policy","reconcileID":"9bec727c-6051-45ce-b665-0bf1f4b67ead","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:29.09168913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"e2e-e2e-api-a-1e3723-policy","reconcileID":"a46857a9-679b-4622-bb41-1eff1555daaf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-1e3723","tenantID":"e2e-api-a-1e3723","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:29.104561114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"e2e-e2e-api-a-1e3723-policy","reconcileID":"a46857a9-679b-4622-bb41-1eff1555daaf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"name":"e2e-api-a-1e3723-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:29.114062263Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-1e3723-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (055d6061f7193db0ba2a645684ad8fede388ae84804ce79b4a7fdfa8c9b8230f) AuthConfig (8518f4c1e615c40b9d2a54bb22bb26feb06565453125c548687fd72887b79214) AuthConfig (4377962cb5eba31aa4ebd464551f0387f96eec63d651e57ff91b91d730692015) AuthConfig (1f54a0bd7103e821ee9000ec96ffd9eaf3431acd75beee4d3ead31ea0004eb77) AuthConfig (9ec39dd7321230ece71bf35655b1a322281b3a2038c878559f031749b5acd5bf) AuthConfig (9a5f3bb6ab619d11cba64e6c3f4981b506cb4e5a3719bdc761ace268da43ef82)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"e2e-e2e-api-a-1e3723-policy","reconcileID":"a46857a9-679b-4622-bb41-1eff1555daaf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:30.50203236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39121ce2-2728-4610-b7a7-ee9902a31e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:30.50648937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39121ce2-2728-4610-b7a7-ee9902a31e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:30.510983799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39121ce2-2728-4610-b7a7-ee9902a31e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:30.515903305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39121ce2-2728-4610-b7a7-ee9902a31e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:30.865171073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d3e4903-862b-447e-81b8-4f4a0f6740e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:30.869746869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d3e4903-862b-447e-81b8-4f4a0f6740e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:30.875804238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d3e4903-862b-447e-81b8-4f4a0f6740e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:30.887341435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d3e4903-862b-447e-81b8-4f4a0f6740e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:34.310666816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"f552e3ab-dee2-4e29-b763-dc9025afe072","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:34.33697537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"23f69d12-e715-4ab3-89be-d98c756af6ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:34.342752694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"29f91c3c-e3fd-43f3-8f8d-5f84aebfaccc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:34.342799886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"809409d6-c438-42cc-bc78-d07e3a51e92c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:34.359066978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"29f91c3c-e3fd-43f3-8f8d-5f84aebfaccc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:34.359431569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"809409d6-c438-42cc-bc78-d07e3a51e92c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:34.367979446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"fdbd04de-3f59-4b9b-9962-228fb155f7d8","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:34.422744453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d0579e9-7188-4a14-8faa-5992d339a295","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:34.4227711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d0579e9-7188-4a14-8faa-5992d339a295","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:34.429826132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fa3707d-bc0c-4621-a542-d604a7c130d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:34.429842435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fa3707d-bc0c-4621-a542-d604a7c130d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:34.4368563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"6efbe113-56e6-45f2-9247-b0e96e52b5fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:34.44385518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"e2e-e2e-api-b-2beb7b-policy","reconcileID":"73d46bb5-bedf-4088-a18e-13154d2424ce","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2beb7b","tenantID":"e2e-api-b-2beb7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:34.543682427Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"e2e-e2e-api-b-2beb7b-policy","reconcileID":"73d46bb5-bedf-4088-a18e-13154d2424ce","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"name":"e2e-api-b-2beb7b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:34.55636692Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2beb7b-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"e2e-e2e-api-b-2beb7b-policy","reconcileID":"73d46bb5-bedf-4088-a18e-13154d2424ce","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:34.566445624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ccb71412-c93d-4f36-9081-acceed011419","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:34.566464198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ccb71412-c93d-4f36-9081-acceed011419","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:35.413471049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"e2e-e2e-api-a-1e3723-policy","reconcileID":"f269f85d-1272-41e3-b6ef-3b21e52392c8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-1e3723","tenantID":"e2e-api-a-1e3723","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:35.428392142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"e2e-e2e-api-a-1e3723-policy","reconcileID":"f269f85d-1272-41e3-b6ef-3b21e52392c8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"name":"e2e-api-a-1e3723-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:35.547221083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28be5451-2821-4007-925d-4258fc216844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:35.600705695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28be5451-2821-4007-925d-4258fc216844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:35.61664323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1e1e934-46d5-49b9-9741-7ffdaaedd452","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:35.61667844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1e1e934-46d5-49b9-9741-7ffdaaedd452","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:35.618322604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28be5451-2821-4007-925d-4258fc216844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:35.629601006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28be5451-2821-4007-925d-4258fc216844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:35.644225832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"e2e-e2e-api-a-1e3723-policy","reconcileID":"2a8b1a6b-295f-459f-a047-21479f760fd2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-1e3723","tenantID":"e2e-api-a-1e3723","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:35.655931474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"e2e-e2e-api-a-1e3723-policy","reconcileID":"2a8b1a6b-295f-459f-a047-21479f760fd2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"name":"e2e-api-a-1e3723-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:35.951951786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6fe396d-0f49-4485-b3c9-a7462afe30a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:35.956607585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6fe396d-0f49-4485-b3c9-a7462afe30a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:35.96134001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6fe396d-0f49-4485-b3c9-a7462afe30a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:35.966345789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6fe396d-0f49-4485-b3c9-a7462afe30a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:36.259914515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"703a8f46-0096-4c1c-8a19-a0ec58c71ac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:36.26441089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"703a8f46-0096-4c1c-8a19-a0ec58c71ac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:36.268701589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"703a8f46-0096-4c1c-8a19-a0ec58c71ac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:36.272872363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"703a8f46-0096-4c1c-8a19-a0ec58c71ac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:36.372185567Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:37.558810252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"c64567a5-a843-4892-8ba9-65d807c1538b","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:37.581323074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"ae33bf6c-9ea2-4652-80eb-c59327075a8b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:37.685301356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"b80ee65d-a914-4941-9680-fde8e15cd901","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:37.68538259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"c336ca55-4f42-4213-8128-5f15255e1e29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:37.686340321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"8de3a5f8-a0fd-47ee-9493-10e8ee3018c8","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:37.695528263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"b80ee65d-a914-4941-9680-fde8e15cd901","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:37.695613834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"c336ca55-4f42-4213-8128-5f15255e1e29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:37.708992844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"0bbb7532-c5e1-463b-bffc-6b29537e5d9a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:37.769392514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"e2e-e2e-api-a-e907e4-policy","reconcileID":"f253260b-1168-4c2a-8a35-1012b6990a74","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e907e4","tenantID":"e2e-api-a-e907e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:37.780599371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"e2e-e2e-api-a-e907e4-policy","reconcileID":"f253260b-1168-4c2a-8a35-1012b6990a74","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"name":"e2e-api-a-e907e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:37.794271221Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e907e4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d8aa32036c68c2cacca425c264d005051bfa74aeac142019dd8d1d8192421009) AuthConfig (415ee2dbc8dfab77e80a152138a833e75e8a4709fe095f07192ac2d437f94392) AuthConfig (eb60c8ed74d7033149817d2ecc69d4188830d8f1858421e7fc94bab4cff4b528) AuthConfig (3bdf9eecba31a5c60a97093f043cb69ed3da1ab358c63471efdb9436cfb75bf8) AuthConfig (1807544941e2672e832053731b268ce25a05b2b39375b6f8e1925d96747a263f) AuthConfig (104aae5b2f4403338bffac88606929890b19360c218453dc7b23962762cc132a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"e2e-e2e-api-a-e907e4-policy","reconcileID":"f253260b-1168-4c2a-8a35-1012b6990a74","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:37.808456722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c467c35-8126-41f3-a2f1-790193b37eeb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:37.808475207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c467c35-8126-41f3-a2f1-790193b37eeb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:41.513164055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"default-tenant","reconcileID":"f5dacc09-f402-4eb0-94d7-54cbac59025f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f61e4b","tenantID":"e2e-api-b-f61e4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:41.53687815Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"default-tenant","reconcileID":"f5dacc09-f402-4eb0-94d7-54cbac59025f","name":"e2e-api-b-f61e4b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:41.809239631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"9d5df8e1-3017-434c-b962-3bffa8837cfb","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"tenant":"e2e-ipp-a-913351","gateway":"openshift-ingress/e2e-ipp-a-913351","model":"ai-tenant-e2e-ipp-a-913351/ipp-route-913351","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:41.809553617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"9d5df8e1-3017-434c-b962-3bffa8837cfb","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"routeName":"ipp-route-913351-kserve-route","namespace":"ai-tenant-e2e-ipp-a-913351","llmisvcName":"ipp-route-913351","gateway":"openshift-ingress/e2e-ipp-a-913351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:42.172936355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"6ba5b0bb-7b92-46fc-97a4-45cedb9a9c20","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"tenant":"e2e-ipp-a-913351","gateway":"openshift-ingress/e2e-ipp-a-913351","model":"ai-tenant-e2e-ipp-a-913351/ipp-route-913351","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:42.172956748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"6ba5b0bb-7b92-46fc-97a4-45cedb9a9c20","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"routeName":"ipp-route-913351-kserve-route","namespace":"ai-tenant-e2e-ipp-a-913351","llmisvcName":"ipp-route-913351","gateway":"openshift-ingress/e2e-ipp-a-913351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:42.180964204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"8788a9fb-7e49-4b57-ba6d-bdc3044e9bd1","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"tenant":"e2e-ipp-a-913351","gateway":"openshift-ingress/e2e-ipp-a-913351","model":"ai-tenant-e2e-ipp-a-913351/ipp-route-913351","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:42.180981576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"8788a9fb-7e49-4b57-ba6d-bdc3044e9bd1","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"routeName":"ipp-route-913351-kserve-route","namespace":"ai-tenant-e2e-ipp-a-913351","llmisvcName":"ipp-route-913351","gateway":"openshift-ingress/e2e-ipp-a-913351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:42.189642966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-auth","reconcileID":"8f00835e-ab24-44a3-86b0-0642009301ab","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-913351","tenantID":"e2e-ipp-a-913351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:42.224475742Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-auth","reconcileID":"8f00835e-ab24-44a3-86b0-0642009301ab","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"name":"e2e-ipp-a-913351-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:42.234063468Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-913351-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-auth","reconcileID":"8f00835e-ab24-44a3-86b0-0642009301ab","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:42.24239101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"cdb6fada-e1ed-4f18-a191-6996c10e9dc3","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"tenant":"e2e-ipp-a-913351","gateway":"openshift-ingress/e2e-ipp-a-913351","model":"ai-tenant-e2e-ipp-a-913351/ipp-route-913351","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:42.242408975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"cdb6fada-e1ed-4f18-a191-6996c10e9dc3","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"routeName":"ipp-route-913351-kserve-route","namespace":"ai-tenant-e2e-ipp-a-913351","llmisvcName":"ipp-route-913351","gateway":"openshift-ingress/e2e-ipp-a-913351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:44.576468968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"e2e-e2e-api-b-2beb7b-policy","reconcileID":"0d27b0c4-d34e-4db3-90d1-d92a1e4d0781","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2beb7b","tenantID":"e2e-api-b-2beb7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:44.587339191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"e2e-e2e-api-b-2beb7b-policy","reconcileID":"0d27b0c4-d34e-4db3-90d1-d92a1e4d0781","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"name":"e2e-api-b-2beb7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:44.596395346Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2beb7b-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"e2e-e2e-api-b-2beb7b-policy","reconcileID":"0d27b0c4-d34e-4db3-90d1-d92a1e4d0781","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:45.510514354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"e2e-e2e-api-a-1e3723-policy","reconcileID":"115bee32-6c61-4306-9fad-27ea21f4ac88","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-1e3723","tenantID":"e2e-api-a-1e3723","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:45.525151857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"e2e-e2e-api-a-1e3723-policy","reconcileID":"115bee32-6c61-4306-9fad-27ea21f4ac88","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"name":"e2e-api-a-1e3723-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:45.649827039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"e2e-e2e-api-a-1e3723-policy","reconcileID":"f5803eee-9c87-4c74-bd93-8fa3b548880f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-1e3723","tenantID":"e2e-api-a-1e3723","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:45.659671041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"e2e-e2e-api-a-1e3723-policy","reconcileID":"f5803eee-9c87-4c74-bd93-8fa3b548880f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"name":"e2e-api-a-1e3723-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:46.481506432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf93b183-c35a-4f59-b7f7-e6e346e3326d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:46.48589771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf93b183-c35a-4f59-b7f7-e6e346e3326d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:46.490177756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf93b183-c35a-4f59-b7f7-e6e346e3326d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:46.494376981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf93b183-c35a-4f59-b7f7-e6e346e3326d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:46.81272038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf0fdf23-f6d6-4c38-a9fe-9751ca41f3fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:46.816948842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf0fdf23-f6d6-4c38-a9fe-9751ca41f3fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:46.821283358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf0fdf23-f6d6-4c38-a9fe-9751ca41f3fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:46.825635576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf0fdf23-f6d6-4c38-a9fe-9751ca41f3fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:47.074167805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d7908d1-4fbb-42c3-9543-2180cf2947a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:47.081420947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d7908d1-4fbb-42c3-9543-2180cf2947a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:47.085807918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d7908d1-4fbb-42c3-9543-2180cf2947a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:47.09033791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d7908d1-4fbb-42c3-9543-2180cf2947a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:47.372246025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fca2f5cf-6d96-460a-b12d-8c15f11abf18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:47.376611609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fca2f5cf-6d96-460a-b12d-8c15f11abf18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:47.381467323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fca2f5cf-6d96-460a-b12d-8c15f11abf18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:47.385564865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fca2f5cf-6d96-460a-b12d-8c15f11abf18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:47.822919469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"e2e-e2e-api-a-e907e4-policy","reconcileID":"272eca88-38d9-4d84-881c-52ef32772803","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e907e4","tenantID":"e2e-api-a-e907e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:47.832831788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"e2e-e2e-api-a-e907e4-policy","reconcileID":"272eca88-38d9-4d84-881c-52ef32772803","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"name":"e2e-api-a-e907e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:47.841033068Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e907e4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d8aa32036c68c2cacca425c264d005051bfa74aeac142019dd8d1d8192421009) AuthConfig (415ee2dbc8dfab77e80a152138a833e75e8a4709fe095f07192ac2d437f94392) AuthConfig (eb60c8ed74d7033149817d2ecc69d4188830d8f1858421e7fc94bab4cff4b528) AuthConfig (3bdf9eecba31a5c60a97093f043cb69ed3da1ab358c63471efdb9436cfb75bf8) AuthConfig (1807544941e2672e832053731b268ce25a05b2b39375b6f8e1925d96747a263f) AuthConfig (104aae5b2f4403338bffac88606929890b19360c218453dc7b23962762cc132a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"e2e-e2e-api-a-e907e4-policy","reconcileID":"272eca88-38d9-4d84-881c-52ef32772803","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:50.376938171Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"default-tenant","reconcileID":"15689f79-08e7-4ad3-958d-df53cb91181f","namespace":"ai-tenant-e2e-api-a-1e3723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:50.376996242Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"default-tenant","reconcileID":"15689f79-08e7-4ad3-958d-df53cb91181f","namespace":"ai-tenant-e2e-api-a-1e3723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:50.377063178Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"default-tenant","reconcileID":"15689f79-08e7-4ad3-958d-df53cb91181f","name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:50.386710931Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"default-tenant","reconcileID":"15689f79-08e7-4ad3-958d-df53cb91181f","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:50.38721261Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"e2e-e2e-api-a-1e3723-policy","reconcileID":"5908ae2d-3e06-4ff5-8d86-f4669fc24b32","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:50.387222071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6731e70e-c09c-4d52-a531-5441434ce0bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:50.387235716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6731e70e-c09c-4d52-a531-5441434ce0bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:50.443281938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"e2e-e2e-api-a-1e3723-policy","reconcileID":"5908ae2d-3e06-4ff5-8d86-f4669fc24b32","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-1e3723","tenantID":"e2e-api-a-1e3723","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:50.492910684Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"e2e-e2e-api-a-1e3723-policy","reconcileID":"5908ae2d-3e06-4ff5-8d86-f4669fc24b32","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"name":"e2e-api-a-1e3723-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:50.492941112Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"e2e-e2e-api-a-1e3723-policy","reconcileID":"5908ae2d-3e06-4ff5-8d86-f4669fc24b32","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-1e3723-policy","namespace":"ai-tenant-e2e-api-a-1e3723"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-1e3723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:50.502373365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f76bbf18-43c2-4e9b-840e-2c0f33547324","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:50.502395786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f76bbf18-43c2-4e9b-840e-2c0f33547324","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:52.252882553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-auth","reconcileID":"b7edf7b8-4320-4bb9-a856-5d0bdbd89d00","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-913351","tenantID":"e2e-ipp-a-913351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:52.262826614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-auth","reconcileID":"b7edf7b8-4320-4bb9-a856-5d0bdbd89d00","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"name":"e2e-ipp-a-913351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:52.271845753Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-913351-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-auth","reconcileID":"b7edf7b8-4320-4bb9-a856-5d0bdbd89d00","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:54.606035041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"e2e-e2e-api-b-2beb7b-policy","reconcileID":"c11b01e8-57f4-4f16-b787-da836b7fae1a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2beb7b","tenantID":"e2e-api-b-2beb7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:54.615935589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"e2e-e2e-api-b-2beb7b-policy","reconcileID":"c11b01e8-57f4-4f16-b787-da836b7fae1a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"name":"e2e-api-b-2beb7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:54.624456009Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2beb7b-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"e2e-e2e-api-b-2beb7b-policy","reconcileID":"c11b01e8-57f4-4f16-b787-da836b7fae1a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:56.224285339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8f63b57-0746-4b57-833c-a16bee209800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:56.231704464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8f63b57-0746-4b57-833c-a16bee209800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:56.274531419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8f63b57-0746-4b57-833c-a16bee209800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:56.319130312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8f63b57-0746-4b57-833c-a16bee209800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:56.596397146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df46322-ffa8-4186-af51-f52110d4530c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:56.601021694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df46322-ffa8-4186-af51-f52110d4530c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:56.605429838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df46322-ffa8-4186-af51-f52110d4530c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:56.611005873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df46322-ffa8-4186-af51-f52110d4530c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:57.860470801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"e2e-e2e-api-a-e907e4-policy","reconcileID":"c0ea3946-8015-4337-b4f5-28267e08f1e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e907e4","tenantID":"e2e-api-a-e907e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:57.873245133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"e2e-e2e-api-a-e907e4-policy","reconcileID":"c0ea3946-8015-4337-b4f5-28267e08f1e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"name":"e2e-api-a-e907e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:57.8833594Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e907e4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d8aa32036c68c2cacca425c264d005051bfa74aeac142019dd8d1d8192421009) AuthConfig (415ee2dbc8dfab77e80a152138a833e75e8a4709fe095f07192ac2d437f94392) AuthConfig (eb60c8ed74d7033149817d2ecc69d4188830d8f1858421e7fc94bab4cff4b528) AuthConfig (3bdf9eecba31a5c60a97093f043cb69ed3da1ab358c63471efdb9436cfb75bf8) AuthConfig (1807544941e2672e832053731b268ce25a05b2b39375b6f8e1925d96747a263f) AuthConfig (104aae5b2f4403338bffac88606929890b19360c218453dc7b23962762cc132a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"e2e-e2e-api-a-e907e4-policy","reconcileID":"c0ea3946-8015-4337-b4f5-28267e08f1e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:58.559138861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8632b8a-503c-4c7a-8770-0cd7a9064c00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:58.563278426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8632b8a-503c-4c7a-8770-0cd7a9064c00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:58.567555147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8632b8a-503c-4c7a-8770-0cd7a9064c00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:58.571711488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8632b8a-503c-4c7a-8770-0cd7a9064c00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:58.854022087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf81f3bf-f664-496a-8d4c-842426c81eeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:58.858398664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf81f3bf-f664-496a-8d4c-842426c81eeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:58.862531511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf81f3bf-f664-496a-8d4c-842426c81eeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:58.870353043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf81f3bf-f664-496a-8d4c-842426c81eeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:59.214813125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8612f1bb-5aaf-4e1c-baf4-99d1df1b868d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:59.225283271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8612f1bb-5aaf-4e1c-baf4-99d1df1b868d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:59.234897605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8612f1bb-5aaf-4e1c-baf4-99d1df1b868d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:59.240217939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8612f1bb-5aaf-4e1c-baf4-99d1df1b868d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:59.52199536Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-ec5e0f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-ec5e0f","reconcileID":"92d67506-3203-40b1-825a-1d56b2ec102a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-ec5e0f","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-ec5e0f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:59.780126592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a88a8bb7-093a-4606-8b4e-a5766a497ed3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:59.784602265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a88a8bb7-093a-4606-8b4e-a5766a497ed3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:59.789136853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a88a8bb7-093a-4606-8b4e-a5766a497ed3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:50:59.793907741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a88a8bb7-093a-4606-8b4e-a5766a497ed3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:00.092200681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"088068b5-efec-42ce-a476-06400558147c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:00.092230001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"088068b5-efec-42ce-a476-06400558147c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:00.099580841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"923edfdc-4631-4b8d-80d2-5184237bd3f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:00.099601886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"923edfdc-4631-4b8d-80d2-5184237bd3f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:00.100720393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c8765b8-320e-4c18-9196-ab75c1591ebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:00.105669405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c8765b8-320e-4c18-9196-ab75c1591ebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:00.113883778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c8765b8-320e-4c18-9196-ab75c1591ebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:00.127764719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c8765b8-320e-4c18-9196-ab75c1591ebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:00.136549051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"e2e-e2e-api-b-f61e4b-policy","reconcileID":"82c6c556-98fd-43a8-9b26-24162477aaa6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f61e4b","tenantID":"e2e-api-b-f61e4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:00.198082468Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"e2e-e2e-api-b-f61e4b-policy","reconcileID":"82c6c556-98fd-43a8-9b26-24162477aaa6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"name":"e2e-api-b-f61e4b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:00.20649019Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f61e4b-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"e2e-e2e-api-b-f61e4b-policy","reconcileID":"82c6c556-98fd-43a8-9b26-24162477aaa6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:00.217884046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b68b5b8d-2a4a-4c4f-95a0-826178af154e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:00.217902681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b68b5b8d-2a4a-4c4f-95a0-826178af154e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:00.547185396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76c4e12b-e92b-4a9a-a07e-24ec2023e08e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:00.547315862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"e2e-e2e-api-a-e907e4-policy","reconcileID":"cb409244-3652-4f83-8045-ae62e0b02ff9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e907e4","tenantID":"e2e-api-a-e907e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:00.554443169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76c4e12b-e92b-4a9a-a07e-24ec2023e08e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:00.559492359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76c4e12b-e92b-4a9a-a07e-24ec2023e08e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:00.564219329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76c4e12b-e92b-4a9a-a07e-24ec2023e08e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:00.570121296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"e2e-e2e-api-a-e907e4-policy","reconcileID":"cb409244-3652-4f83-8045-ae62e0b02ff9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"name":"e2e-api-a-e907e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:00.585886749Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e907e4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d8aa32036c68c2cacca425c264d005051bfa74aeac142019dd8d1d8192421009) AuthConfig (415ee2dbc8dfab77e80a152138a833e75e8a4709fe095f07192ac2d437f94392) AuthConfig (eb60c8ed74d7033149817d2ecc69d4188830d8f1858421e7fc94bab4cff4b528) AuthConfig (3bdf9eecba31a5c60a97093f043cb69ed3da1ab358c63471efdb9436cfb75bf8) AuthConfig (1807544941e2672e832053731b268ce25a05b2b39375b6f8e1925d96747a263f) AuthConfig (104aae5b2f4403338bffac88606929890b19360c218453dc7b23962762cc132a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"e2e-e2e-api-a-e907e4-policy","reconcileID":"cb409244-3652-4f83-8045-ae62e0b02ff9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:00.645415169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"e2e-e2e-api-a-e907e4-policy","reconcileID":"14a28e42-f8e2-413d-81e7-8d7f3836a2c0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e907e4","tenantID":"e2e-api-a-e907e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:00.669627905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"e2e-e2e-api-a-e907e4-policy","reconcileID":"14a28e42-f8e2-413d-81e7-8d7f3836a2c0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"name":"e2e-api-a-e907e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:00.688587896Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e907e4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d8aa32036c68c2cacca425c264d005051bfa74aeac142019dd8d1d8192421009) AuthConfig (415ee2dbc8dfab77e80a152138a833e75e8a4709fe095f07192ac2d437f94392) AuthConfig (eb60c8ed74d7033149817d2ecc69d4188830d8f1858421e7fc94bab4cff4b528) AuthConfig (3bdf9eecba31a5c60a97093f043cb69ed3da1ab358c63471efdb9436cfb75bf8) AuthConfig (1807544941e2672e832053731b268ce25a05b2b39375b6f8e1925d96747a263f) AuthConfig (104aae5b2f4403338bffac88606929890b19360c218453dc7b23962762cc132a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"e2e-e2e-api-a-e907e4-policy","reconcileID":"14a28e42-f8e2-413d-81e7-8d7f3836a2c0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:00.988981939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c6f0c20-875b-4b20-a767-82b6591a40b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:00.993299562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c6f0c20-875b-4b20-a767-82b6591a40b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:00.997676225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c6f0c20-875b-4b20-a767-82b6591a40b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:01.001991099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c6f0c20-875b-4b20-a767-82b6591a40b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:01.702131229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13d36f48-ee7c-4de9-af98-347b05ed5fb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:01.726039377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13d36f48-ee7c-4de9-af98-347b05ed5fb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:01.730970416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13d36f48-ee7c-4de9-af98-347b05ed5fb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:01.73670104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13d36f48-ee7c-4de9-af98-347b05ed5fb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:02.290125351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-auth","reconcileID":"887d792c-eadf-4a45-a881-599932166807","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-913351","tenantID":"e2e-ipp-a-913351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:02.30044449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-auth","reconcileID":"887d792c-eadf-4a45-a881-599932166807","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"name":"e2e-ipp-a-913351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:02.309242368Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-913351-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-auth","reconcileID":"887d792c-eadf-4a45-a881-599932166807","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:04.594515412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-auth","reconcileID":"97bb1532-7051-435e-9694-4e88e98196a4","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-913351","tenantID":"e2e-ipp-a-913351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:04.605654618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-auth","reconcileID":"97bb1532-7051-435e-9694-4e88e98196a4","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"name":"e2e-ipp-a-913351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:04.614953994Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-913351-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e42a704ac75c70fea08017c81ce75ef100c1190897226787f44e6bbd04052c80) AuthConfig (1746b8c4e177bec39a9998707b0329f914a591bdd4790484a72fd3bcdb66bf43) AuthConfig (72e73bef252ad2beabbdbc94f480f4ba43b23601dcc9d4c8dfc99b3422f00192) AuthConfig (fe490d916d716884d79793e1ea284e6c7eb39a060fa6aae4617ee5d78583b0fe) AuthConfig (4d045ba7bed46dc8d3782867a76e2a4dcfac32c571d06c3bd8f8430a676e281f) AuthConfig (070be7a55e0bf22656b7443d6f28d92ba5f1513adaee0326dc69f8ba49bbfb0a) AuthConfig (da10b9ad0d7a409c2db2dcf43559fdf24c8a23fd5d5b7dbcf878f2b6118bd2ca) AuthConfig (d4ddce842200771ab98e278f187b0a95215f765de338ba1baa328d790a33e266) AuthConfig (7e347d76ffd0325a3dd772d2f6f6a23ffcff51953100b2e7edd8a8d4e3e52987) AuthConfig (2dd6f8d61c0e8216b6d441e1ca831193516e76b5ee3f87bf2c0c5397e2e83320) AuthConfig (8aedbd1fe4f5a6e40f43caea3d04abf845d5bdf4713097ed5196fa59362a966b) AuthConfig (405febc882392c93edf62f04bbb3543025849633fcf5902d2c0b7bdab79a5862) AuthConfig (2c8f078ed294bc50be9de26b69e7619d4e1f06c1f4fc602f7a0c00926425488d) AuthConfig (45596b36e10d00cc2b9929d65b282daa9e784b1e15553140bae760e27ada6caf) AuthConfig (49773593b6988371624c96e1bb02f2e1ef609b1f38434d9bc7d514a7061ecdbe) AuthConfig (bfe6875e06579a066ff46efbfc48801abd168d2dfe21709614995c05b1e907d4) AuthConfig (48667f70b46dc1adfe02c9a1308ed6742d15708a7966175741eaaf1945ac658e) AuthConfig (00b6c75cb2778d71d4371bb1ede85715210ed48bd30f19f4ce259fbe50946a3a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-auth","reconcileID":"97bb1532-7051-435e-9694-4e88e98196a4","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:04.626021503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"e4179927-91da-4e93-98ee-a064e4e6f3c5","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"tenant":"e2e-ipp-a-913351","gateway":"openshift-ingress/e2e-ipp-a-913351","model":"ai-tenant-e2e-ipp-a-913351/ipp-route-913351","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:04.626078791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"e4179927-91da-4e93-98ee-a064e4e6f3c5","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"routeName":"ipp-route-913351-kserve-route","namespace":"ai-tenant-e2e-ipp-a-913351","llmisvcName":"ipp-route-913351","gateway":"openshift-ingress/e2e-ipp-a-913351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:04.701989935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"e2e-e2e-api-b-2beb7b-policy","reconcileID":"c8d89e14-06d9-494c-b713-58d0d45f224f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2beb7b","tenantID":"e2e-api-b-2beb7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:04.714484331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"e2e-e2e-api-b-2beb7b-policy","reconcileID":"c8d89e14-06d9-494c-b713-58d0d45f224f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"name":"e2e-api-b-2beb7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:04.73272712Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2beb7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8e5df2a420a7dc9ddfdc5ef8564f92217f23020828878e1e08c72c36b85aec81) AuthConfig (4cae9fec957300223036a272f17bf33d01aaca6a28c5271e3d253b75813daeab) AuthConfig (ff60eca8badc0f8b6dfa823821254da96ae4efddb8cb98f3fc0b236b194c9885) AuthConfig (e396f32144af07e6f6c9ff183d5ce20505af7d280d8a41498688b218a3db0533) AuthConfig (5e7c77a79235a87dac7c29855af345b77fd9d0afe29c49491358569b94af3452) AuthConfig (80c7572d0905edc31983dd9c30fe68165b60423c7a7025f090f178af1bf3a1ba)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"e2e-e2e-api-b-2beb7b-policy","reconcileID":"c8d89e14-06d9-494c-b713-58d0d45f224f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:04.744860934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ea38232-cce8-4c92-8e90-3e6b1e6b937c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:04.744889189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ea38232-cce8-4c92-8e90-3e6b1e6b937c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:06.146717035Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9d69c"},"namespace":"ai-tenant-e2e-ipp-a-c9d69c","name":"default-tenant","reconcileID":"cd8b6dfa-bd1b-440d-a2cd-389c8319956e","namespace":"ai-tenant-e2e-ipp-a-c9d69c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:06.146803634Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9d69c"},"namespace":"ai-tenant-e2e-ipp-a-c9d69c","name":"default-tenant","reconcileID":"cd8b6dfa-bd1b-440d-a2cd-389c8319956e","namespace":"ai-tenant-e2e-ipp-a-c9d69c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:06.146877031Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9d69c"},"namespace":"ai-tenant-e2e-ipp-a-c9d69c","name":"default-tenant","reconcileID":"cd8b6dfa-bd1b-440d-a2cd-389c8319956e","tenant":"e2e-ipp-a-c9d69c","tenantID":"e2e-ipp-a-c9d69c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:06.154277506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9d69c"},"namespace":"ai-tenant-e2e-ipp-a-c9d69c","name":"default-tenant","reconcileID":"cd8b6dfa-bd1b-440d-a2cd-389c8319956e","gvk":"Deployment","name":"maas-api-e2e-ipp-a-c9d69c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:06.171830244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9d69c"},"namespace":"ai-tenant-e2e-ipp-a-c9d69c","name":"default-tenant","reconcileID":"cd8b6dfa-bd1b-440d-a2cd-389c8319956e","gvk":"Service","name":"maas-api-e2e-ipp-a-c9d69c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:06.182090594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9d69c"},"namespace":"ai-tenant-e2e-ipp-a-c9d69c","name":"default-tenant","reconcileID":"cd8b6dfa-bd1b-440d-a2cd-389c8319956e","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-c9d69c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:06.192664066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9d69c"},"namespace":"ai-tenant-e2e-ipp-a-c9d69c","name":"default-tenant","reconcileID":"cd8b6dfa-bd1b-440d-a2cd-389c8319956e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-c9d69c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:06.203914504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9d69c"},"namespace":"ai-tenant-e2e-ipp-a-c9d69c","name":"default-tenant","reconcileID":"cd8b6dfa-bd1b-440d-a2cd-389c8319956e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-c9d69c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:06.213608966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9d69c"},"namespace":"ai-tenant-e2e-ipp-a-c9d69c","name":"default-tenant","reconcileID":"cd8b6dfa-bd1b-440d-a2cd-389c8319956e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-c9d69c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:06.221394409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9d69c"},"namespace":"ai-tenant-e2e-ipp-a-c9d69c","name":"default-tenant","reconcileID":"cd8b6dfa-bd1b-440d-a2cd-389c8319956e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-c9d69c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:06.229898181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9d69c"},"namespace":"ai-tenant-e2e-ipp-a-c9d69c","name":"default-tenant","reconcileID":"cd8b6dfa-bd1b-440d-a2cd-389c8319956e","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-c9d69c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:06.238959115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9d69c"},"namespace":"ai-tenant-e2e-ipp-a-c9d69c","name":"default-tenant","reconcileID":"cd8b6dfa-bd1b-440d-a2cd-389c8319956e","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-c9d69c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:06.246388686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9d69c"},"namespace":"ai-tenant-e2e-ipp-a-c9d69c","name":"default-tenant","reconcileID":"cd8b6dfa-bd1b-440d-a2cd-389c8319956e","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-c9d69c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:06.262664067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9d69c"},"namespace":"ai-tenant-e2e-ipp-a-c9d69c","name":"default-tenant","reconcileID":"cd8b6dfa-bd1b-440d-a2cd-389c8319956e","gvk":"Service","name":"payload-processing-e2e-ipp-a-c9d69c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:06.28747588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9d69c"},"namespace":"ai-tenant-e2e-ipp-a-c9d69c","name":"default-tenant","reconcileID":"cd8b6dfa-bd1b-440d-a2cd-389c8319956e","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-c9d69c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:06.295021155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9d69c"},"namespace":"ai-tenant-e2e-ipp-a-c9d69c","name":"default-tenant","reconcileID":"cd8b6dfa-bd1b-440d-a2cd-389c8319956e","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-c9d69c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:06.302362178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9d69c"},"namespace":"ai-tenant-e2e-ipp-a-c9d69c","name":"default-tenant","reconcileID":"cd8b6dfa-bd1b-440d-a2cd-389c8319956e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-c9d69c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:06.313290753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9d69c"},"namespace":"ai-tenant-e2e-ipp-a-c9d69c","name":"default-tenant","reconcileID":"cd8b6dfa-bd1b-440d-a2cd-389c8319956e","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-c9d69c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:06.322431167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9d69c"},"namespace":"ai-tenant-e2e-ipp-a-c9d69c","name":"default-tenant","reconcileID":"cd8b6dfa-bd1b-440d-a2cd-389c8319956e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-c9d69c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:06.329953713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9d69c"},"namespace":"ai-tenant-e2e-ipp-a-c9d69c","name":"default-tenant","reconcileID":"cd8b6dfa-bd1b-440d-a2cd-389c8319956e","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-c9d69c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:06.338656827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9d69c"},"namespace":"ai-tenant-e2e-ipp-a-c9d69c","name":"default-tenant","reconcileID":"cd8b6dfa-bd1b-440d-a2cd-389c8319956e","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-c9d69c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:06.348545497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9d69c"},"namespace":"ai-tenant-e2e-ipp-a-c9d69c","name":"default-tenant","reconcileID":"cd8b6dfa-bd1b-440d-a2cd-389c8319956e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-c9d69c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:06.355150112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9d69c"},"namespace":"ai-tenant-e2e-ipp-a-c9d69c","name":"default-tenant","reconcileID":"cd8b6dfa-bd1b-440d-a2cd-389c8319956e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-c9d69c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:06.373338367Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:06.641856026Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-c9d69c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-c9d69c","reconcileID":"d76c6d89-b192-44e6-8031-4b66b708e5b4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-c9d69c","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-c9d69c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:06.973151324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9cd00fb-115f-460d-b235-f9a8317aa1ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:06.9776327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9cd00fb-115f-460d-b235-f9a8317aa1ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:06.981921384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9cd00fb-115f-460d-b235-f9a8317aa1ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:06.986944371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9cd00fb-115f-460d-b235-f9a8317aa1ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:07.259790278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae2c379c-911d-4261-ad2f-84baf50e8f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:07.265365724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae2c379c-911d-4261-ad2f-84baf50e8f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:07.270628805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae2c379c-911d-4261-ad2f-84baf50e8f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:07.276029048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae2c379c-911d-4261-ad2f-84baf50e8f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:07.563101255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98809f45-42b7-4d4c-80af-3a773e60de77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:07.567649877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98809f45-42b7-4d4c-80af-3a773e60de77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:07.572188679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98809f45-42b7-4d4c-80af-3a773e60de77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:07.576564115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98809f45-42b7-4d4c-80af-3a773e60de77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:10.227681889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"e2e-e2e-api-b-f61e4b-policy","reconcileID":"cae1880c-86a7-48df-b1d3-128285ccbe55","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f61e4b","tenantID":"e2e-api-b-f61e4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:10.239295794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"e2e-e2e-api-b-f61e4b-policy","reconcileID":"cae1880c-86a7-48df-b1d3-128285ccbe55","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"name":"e2e-api-b-f61e4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:10.248949368Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f61e4b-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"e2e-e2e-api-b-f61e4b-policy","reconcileID":"cae1880c-86a7-48df-b1d3-128285ccbe55","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:10.69313378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"e2e-e2e-api-a-e907e4-policy","reconcileID":"d14ce13d-056d-43a9-83b8-79fcdda73f75","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e907e4","tenantID":"e2e-api-a-e907e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:10.733953172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"e2e-e2e-api-a-e907e4-policy","reconcileID":"d14ce13d-056d-43a9-83b8-79fcdda73f75","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"name":"e2e-api-a-e907e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:10.766402145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c78663d-ee46-492a-872f-1b957984c034","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:10.76642351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c78663d-ee46-492a-872f-1b957984c034","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:10.776502952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"e2e-e2e-api-a-e907e4-policy","reconcileID":"b1971de8-2feb-4e3f-bf0a-baa4a18a8d49","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e907e4","tenantID":"e2e-api-a-e907e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:10.786632795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"e2e-e2e-api-a-e907e4-policy","reconcileID":"b1971de8-2feb-4e3f-bf0a-baa4a18a8d49","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"name":"e2e-api-a-e907e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:11.444736677Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"default-tenant","reconcileID":"c4e6df49-b4f0-478b-a6f5-c21d9cbc560c","namespace":"ai-tenant-e2e-api-a-1e3723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:11.444825384Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"default-tenant","reconcileID":"c4e6df49-b4f0-478b-a6f5-c21d9cbc560c","namespace":"ai-tenant-e2e-api-a-1e3723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:11.444887785Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"default-tenant","reconcileID":"c4e6df49-b4f0-478b-a6f5-c21d9cbc560c","tenant":"e2e-api-a-1e3723","tenantID":"e2e-api-a-1e3723","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:11.452292298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"default-tenant","reconcileID":"c4e6df49-b4f0-478b-a6f5-c21d9cbc560c","gvk":"Deployment","name":"maas-api-e2e-api-a-1e3723","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:11.476066107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"default-tenant","reconcileID":"c4e6df49-b4f0-478b-a6f5-c21d9cbc560c","gvk":"Service","name":"maas-api-e2e-api-a-1e3723","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:11.492789585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"default-tenant","reconcileID":"c4e6df49-b4f0-478b-a6f5-c21d9cbc560c","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-1e3723","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:11.508733035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"default-tenant","reconcileID":"c4e6df49-b4f0-478b-a6f5-c21d9cbc560c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-1e3723","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:11.522687253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"default-tenant","reconcileID":"c4e6df49-b4f0-478b-a6f5-c21d9cbc560c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-1e3723","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:11.536092243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"default-tenant","reconcileID":"c4e6df49-b4f0-478b-a6f5-c21d9cbc560c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-1e3723","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:11.545691166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"default-tenant","reconcileID":"c4e6df49-b4f0-478b-a6f5-c21d9cbc560c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-1e3723","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:11.556859865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"default-tenant","reconcileID":"c4e6df49-b4f0-478b-a6f5-c21d9cbc560c","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-1e3723","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:11.561431638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"default-tenant","reconcileID":"c4e6df49-b4f0-478b-a6f5-c21d9cbc560c","gvk":"Deployment","name":"payload-processing-e2e-api-a-1e3723","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:11.56790113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"default-tenant","reconcileID":"c4e6df49-b4f0-478b-a6f5-c21d9cbc560c","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-1e3723","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:11.572774939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"default-tenant","reconcileID":"c4e6df49-b4f0-478b-a6f5-c21d9cbc560c","gvk":"Service","name":"payload-processing-e2e-api-a-1e3723","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:11.57753823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"default-tenant","reconcileID":"c4e6df49-b4f0-478b-a6f5-c21d9cbc560c","gvk":"Service","name":"payload-pre-processing-e2e-api-a-1e3723","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:11.582108446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"default-tenant","reconcileID":"c4e6df49-b4f0-478b-a6f5-c21d9cbc560c","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-1e3723","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:11.586829833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"default-tenant","reconcileID":"c4e6df49-b4f0-478b-a6f5-c21d9cbc560c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-1e3723","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:11.592384449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"default-tenant","reconcileID":"c4e6df49-b4f0-478b-a6f5-c21d9cbc560c","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-1e3723","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:11.601848073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"default-tenant","reconcileID":"c4e6df49-b4f0-478b-a6f5-c21d9cbc560c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-1e3723","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:11.606196793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"default-tenant","reconcileID":"c4e6df49-b4f0-478b-a6f5-c21d9cbc560c","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-1e3723","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:11.611100736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"default-tenant","reconcileID":"c4e6df49-b4f0-478b-a6f5-c21d9cbc560c","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-1e3723","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:11.617335385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"default-tenant","reconcileID":"c4e6df49-b4f0-478b-a6f5-c21d9cbc560c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-1e3723","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:11.622003126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-1e3723"},"namespace":"ai-tenant-e2e-api-a-1e3723","name":"default-tenant","reconcileID":"c4e6df49-b4f0-478b-a6f5-c21d9cbc560c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-1e3723","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:11.976450268Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-1e3723","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-1e3723","reconcileID":"e55b0bfe-a29a-46ae-867e-b8a8a7a7ba3c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-1e3723","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-1e3723"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:12.216577561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fae745f7-bad5-441b-bfc8-fa3abdb1e205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:12.244687365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fae745f7-bad5-441b-bfc8-fa3abdb1e205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:12.255466122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fae745f7-bad5-441b-bfc8-fa3abdb1e205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:12.262161042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fae745f7-bad5-441b-bfc8-fa3abdb1e205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:12.533903003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1f4c37b-1c3b-48da-9c69-bf5e12fc09da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:12.539138593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1f4c37b-1c3b-48da-9c69-bf5e12fc09da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:12.546137065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1f4c37b-1c3b-48da-9c69-bf5e12fc09da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:12.550954513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1f4c37b-1c3b-48da-9c69-bf5e12fc09da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:14.644817724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-auth","reconcileID":"828f3dce-68e6-44f1-a6ab-e1618b700d53","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-913351","tenantID":"e2e-ipp-a-913351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:14.655360296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-auth","reconcileID":"828f3dce-68e6-44f1-a6ab-e1618b700d53","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"name":"e2e-ipp-a-913351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:14.671449094Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-913351-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e42a704ac75c70fea08017c81ce75ef100c1190897226787f44e6bbd04052c80) AuthConfig (1746b8c4e177bec39a9998707b0329f914a591bdd4790484a72fd3bcdb66bf43) AuthConfig (72e73bef252ad2beabbdbc94f480f4ba43b23601dcc9d4c8dfc99b3422f00192) AuthConfig (fe490d916d716884d79793e1ea284e6c7eb39a060fa6aae4617ee5d78583b0fe) AuthConfig (4d045ba7bed46dc8d3782867a76e2a4dcfac32c571d06c3bd8f8430a676e281f) AuthConfig (070be7a55e0bf22656b7443d6f28d92ba5f1513adaee0326dc69f8ba49bbfb0a) AuthConfig (da10b9ad0d7a409c2db2dcf43559fdf24c8a23fd5d5b7dbcf878f2b6118bd2ca) AuthConfig (d4ddce842200771ab98e278f187b0a95215f765de338ba1baa328d790a33e266) AuthConfig (7e347d76ffd0325a3dd772d2f6f6a23ffcff51953100b2e7edd8a8d4e3e52987) AuthConfig (2dd6f8d61c0e8216b6d441e1ca831193516e76b5ee3f87bf2c0c5397e2e83320) AuthConfig (8aedbd1fe4f5a6e40f43caea3d04abf845d5bdf4713097ed5196fa59362a966b) AuthConfig (405febc882392c93edf62f04bbb3543025849633fcf5902d2c0b7bdab79a5862) AuthConfig (2c8f078ed294bc50be9de26b69e7619d4e1f06c1f4fc602f7a0c00926425488d) AuthConfig (45596b36e10d00cc2b9929d65b282daa9e784b1e15553140bae760e27ada6caf) AuthConfig (49773593b6988371624c96e1bb02f2e1ef609b1f38434d9bc7d514a7061ecdbe) AuthConfig (bfe6875e06579a066ff46efbfc48801abd168d2dfe21709614995c05b1e907d4) AuthConfig (48667f70b46dc1adfe02c9a1308ed6742d15708a7966175741eaaf1945ac658e) AuthConfig (00b6c75cb2778d71d4371bb1ede85715210ed48bd30f19f4ce259fbe50946a3a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-auth","reconcileID":"828f3dce-68e6-44f1-a6ab-e1618b700d53","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:14.755262755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"e2e-e2e-api-b-2beb7b-policy","reconcileID":"936ec174-05f3-4e72-9389-ed08d93a07d1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2beb7b","tenantID":"e2e-api-b-2beb7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:14.768506399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"e2e-e2e-api-b-2beb7b-policy","reconcileID":"936ec174-05f3-4e72-9389-ed08d93a07d1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"name":"e2e-api-b-2beb7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:14.780680097Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2beb7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8e5df2a420a7dc9ddfdc5ef8564f92217f23020828878e1e08c72c36b85aec81) AuthConfig (4cae9fec957300223036a272f17bf33d01aaca6a28c5271e3d253b75813daeab) AuthConfig (ff60eca8badc0f8b6dfa823821254da96ae4efddb8cb98f3fc0b236b194c9885) AuthConfig (e396f32144af07e6f6c9ff183d5ce20505af7d280d8a41498688b218a3db0533) AuthConfig (5e7c77a79235a87dac7c29855af345b77fd9d0afe29c49491358569b94af3452) AuthConfig (80c7572d0905edc31983dd9c30fe68165b60423c7a7025f090f178af1bf3a1ba)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"e2e-e2e-api-b-2beb7b-policy","reconcileID":"936ec174-05f3-4e72-9389-ed08d93a07d1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:16.084410687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ec5e0f"},"namespace":"ai-tenant-e2e-ipp-b-ec5e0f","name":"default-tenant","reconcileID":"9457d3af-ab01-44ec-a292-4e97428c7151","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-ec5e0f","tenantID":"e2e-ipp-b-ec5e0f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:16.112341113Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ec5e0f"},"namespace":"ai-tenant-e2e-ipp-b-ec5e0f","name":"default-tenant","reconcileID":"9457d3af-ab01-44ec-a292-4e97428c7151","name":"e2e-ipp-b-ec5e0f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:16.976763062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"388a7b2f-e655-4fea-9bea-3468180fa914","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:16.98112824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"388a7b2f-e655-4fea-9bea-3468180fa914","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:16.985897862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"388a7b2f-e655-4fea-9bea-3468180fa914","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:16.991059371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"388a7b2f-e655-4fea-9bea-3468180fa914","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:17.280358093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78f9b876-501e-450d-9057-c4bec4588976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:17.285011979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78f9b876-501e-450d-9057-c4bec4588976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:17.290484497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78f9b876-501e-450d-9057-c4bec4588976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:17.299116067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78f9b876-501e-450d-9057-c4bec4588976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:17.559305729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5b1c206-e302-4dc1-acee-00e296345708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:17.564207059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5b1c206-e302-4dc1-acee-00e296345708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:17.569892686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5b1c206-e302-4dc1-acee-00e296345708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:17.579292795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5b1c206-e302-4dc1-acee-00e296345708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:20.260752209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"e2e-e2e-api-b-f61e4b-policy","reconcileID":"5d77e390-6f9c-4894-b1f8-37be0f73dc83","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f61e4b","tenantID":"e2e-api-b-f61e4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:20.273470974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"e2e-e2e-api-b-f61e4b-policy","reconcileID":"5d77e390-6f9c-4894-b1f8-37be0f73dc83","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"name":"e2e-api-b-f61e4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:20.283197382Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f61e4b-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"e2e-e2e-api-b-f61e4b-policy","reconcileID":"5d77e390-6f9c-4894-b1f8-37be0f73dc83","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:20.783924311Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"default-tenant","reconcileID":"5b1fa4ee-c6bd-43e6-a266-b4c2d041c658","namespace":"ai-tenant-e2e-api-a-e907e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:20.783981947Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"default-tenant","reconcileID":"5b1fa4ee-c6bd-43e6-a266-b4c2d041c658","namespace":"ai-tenant-e2e-api-a-e907e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:20.784030342Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"default-tenant","reconcileID":"5b1fa4ee-c6bd-43e6-a266-b4c2d041c658","name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:20.794782429Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"default-tenant","reconcileID":"5b1fa4ee-c6bd-43e6-a266-b4c2d041c658","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:20.795028514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8dba239d-b921-46ce-9628-6590c4e64803","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:20.79507502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8dba239d-b921-46ce-9628-6590c4e64803","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:20.795294963Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"e2e-e2e-api-a-e907e4-policy","reconcileID":"887cfe3e-cbf6-4745-a3c5-f1d8b3285c0c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:20.908844891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"e2e-e2e-api-a-e907e4-policy","reconcileID":"887cfe3e-cbf6-4745-a3c5-f1d8b3285c0c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e907e4","tenantID":"e2e-api-a-e907e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:20.94561323Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"e2e-e2e-api-a-e907e4-policy","reconcileID":"887cfe3e-cbf6-4745-a3c5-f1d8b3285c0c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"name":"e2e-api-a-e907e4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:20.945638393Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"e2e-e2e-api-a-e907e4-policy","reconcileID":"887cfe3e-cbf6-4745-a3c5-f1d8b3285c0c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e907e4-policy","namespace":"ai-tenant-e2e-api-a-e907e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e907e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:20.955794822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa6718a8-466f-4a24-ae97-036ec3dc514f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:20.955817907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa6718a8-466f-4a24-ae97-036ec3dc514f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:21.916460449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"e2e-e2e-api-b-2beb7b-policy","reconcileID":"2fd3676e-b79b-439d-9ea7-d540b06f8ef5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2beb7b","tenantID":"e2e-api-b-2beb7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:21.930956223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"e2e-e2e-api-b-2beb7b-policy","reconcileID":"2fd3676e-b79b-439d-9ea7-d540b06f8ef5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"name":"e2e-api-b-2beb7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:21.940741416Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2beb7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8e5df2a420a7dc9ddfdc5ef8564f92217f23020828878e1e08c72c36b85aec81) AuthConfig (4cae9fec957300223036a272f17bf33d01aaca6a28c5271e3d253b75813daeab) AuthConfig (ff60eca8badc0f8b6dfa823821254da96ae4efddb8cb98f3fc0b236b194c9885) AuthConfig (e396f32144af07e6f6c9ff183d5ce20505af7d280d8a41498688b218a3db0533) AuthConfig (5e7c77a79235a87dac7c29855af345b77fd9d0afe29c49491358569b94af3452) AuthConfig (80c7572d0905edc31983dd9c30fe68165b60423c7a7025f090f178af1bf3a1ba)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"e2e-e2e-api-b-2beb7b-policy","reconcileID":"2fd3676e-b79b-439d-9ea7-d540b06f8ef5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:22.028085275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"e2e-e2e-api-b-2beb7b-policy","reconcileID":"c5aa7db8-9c0b-496e-a4ff-236bf4ff296d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2beb7b","tenantID":"e2e-api-b-2beb7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:22.039698677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"e2e-e2e-api-b-2beb7b-policy","reconcileID":"c5aa7db8-9c0b-496e-a4ff-236bf4ff296d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"name":"e2e-api-b-2beb7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:22.04905933Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2beb7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8e5df2a420a7dc9ddfdc5ef8564f92217f23020828878e1e08c72c36b85aec81) AuthConfig (4cae9fec957300223036a272f17bf33d01aaca6a28c5271e3d253b75813daeab) AuthConfig (ff60eca8badc0f8b6dfa823821254da96ae4efddb8cb98f3fc0b236b194c9885) AuthConfig (e396f32144af07e6f6c9ff183d5ce20505af7d280d8a41498688b218a3db0533) AuthConfig (5e7c77a79235a87dac7c29855af345b77fd9d0afe29c49491358569b94af3452) AuthConfig (80c7572d0905edc31983dd9c30fe68165b60423c7a7025f090f178af1bf3a1ba)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"e2e-e2e-api-b-2beb7b-policy","reconcileID":"c5aa7db8-9c0b-496e-a4ff-236bf4ff296d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:22.07351437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be2eb191-1df1-4105-bd6f-4ba45f3dc40e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:22.077844753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be2eb191-1df1-4105-bd6f-4ba45f3dc40e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:22.082029343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be2eb191-1df1-4105-bd6f-4ba45f3dc40e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:22.086197392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be2eb191-1df1-4105-bd6f-4ba45f3dc40e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:22.554814065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f3e2d4a-2b0e-40fd-bf53-058e5c44d890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:22.559483152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f3e2d4a-2b0e-40fd-bf53-058e5c44d890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:22.563875667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f3e2d4a-2b0e-40fd-bf53-058e5c44d890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:22.568505481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f3e2d4a-2b0e-40fd-bf53-058e5c44d890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:22.909798676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3675fd87-beca-4608-abd7-c3cada12b0e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:22.914733719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3675fd87-beca-4608-abd7-c3cada12b0e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:22.919213929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3675fd87-beca-4608-abd7-c3cada12b0e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:22.924374105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3675fd87-beca-4608-abd7-c3cada12b0e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:24.69158082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-auth","reconcileID":"35848abc-107a-4dad-8489-69c01eef5782","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-913351","tenantID":"e2e-ipp-a-913351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:24.730621385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-auth","reconcileID":"35848abc-107a-4dad-8489-69c01eef5782","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"name":"e2e-ipp-a-913351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:24.74173691Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-913351-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e42a704ac75c70fea08017c81ce75ef100c1190897226787f44e6bbd04052c80) AuthConfig (1746b8c4e177bec39a9998707b0329f914a591bdd4790484a72fd3bcdb66bf43) AuthConfig (72e73bef252ad2beabbdbc94f480f4ba43b23601dcc9d4c8dfc99b3422f00192) AuthConfig (fe490d916d716884d79793e1ea284e6c7eb39a060fa6aae4617ee5d78583b0fe) AuthConfig (4d045ba7bed46dc8d3782867a76e2a4dcfac32c571d06c3bd8f8430a676e281f) AuthConfig (070be7a55e0bf22656b7443d6f28d92ba5f1513adaee0326dc69f8ba49bbfb0a) AuthConfig (da10b9ad0d7a409c2db2dcf43559fdf24c8a23fd5d5b7dbcf878f2b6118bd2ca) AuthConfig (d4ddce842200771ab98e278f187b0a95215f765de338ba1baa328d790a33e266) AuthConfig (7e347d76ffd0325a3dd772d2f6f6a23ffcff51953100b2e7edd8a8d4e3e52987) AuthConfig (2dd6f8d61c0e8216b6d441e1ca831193516e76b5ee3f87bf2c0c5397e2e83320) AuthConfig (8aedbd1fe4f5a6e40f43caea3d04abf845d5bdf4713097ed5196fa59362a966b) AuthConfig (405febc882392c93edf62f04bbb3543025849633fcf5902d2c0b7bdab79a5862) AuthConfig (2c8f078ed294bc50be9de26b69e7619d4e1f06c1f4fc602f7a0c00926425488d) AuthConfig (45596b36e10d00cc2b9929d65b282daa9e784b1e15553140bae760e27ada6caf) AuthConfig (49773593b6988371624c96e1bb02f2e1ef609b1f38434d9bc7d514a7061ecdbe) AuthConfig (bfe6875e06579a066ff46efbfc48801abd168d2dfe21709614995c05b1e907d4) AuthConfig (48667f70b46dc1adfe02c9a1308ed6742d15708a7966175741eaaf1945ac658e) AuthConfig (00b6c75cb2778d71d4371bb1ede85715210ed48bd30f19f4ce259fbe50946a3a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-auth","reconcileID":"35848abc-107a-4dad-8489-69c01eef5782","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:30.29468125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"e2e-e2e-api-b-f61e4b-policy","reconcileID":"eab64192-549e-4f32-b046-e87f6693ecc8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f61e4b","tenantID":"e2e-api-b-f61e4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:30.306996236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"e2e-e2e-api-b-f61e4b-policy","reconcileID":"eab64192-549e-4f32-b046-e87f6693ecc8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"name":"e2e-api-b-f61e4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:30.315383349Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f61e4b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (24c90a2e14a7d563a723a92ad99eeade7727e2bb6aba8db78ba793def86785af) AuthConfig (e0fe03120f2964d72b96e6f0fe4d6e51837c7ed2aa520ad31fc469fe331f3e50) AuthConfig (b0555586a287c59b8015265f262a3b7f24041576a126704dcdfbecef39207584) AuthConfig (e2d17f998315a2fdfa3dc58d804bdc7cde316f8d7ee4f58f5714e0778504c388) AuthConfig (517807047c99188796529c4c80b4d1bda1db16c211ce03eaf7387b82e1bbe093) AuthConfig (2872db49eb5379be944cbce712ffbbc01071b0cdf07179ffce34b54fca3f12c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"e2e-e2e-api-b-f61e4b-policy","reconcileID":"eab64192-549e-4f32-b046-e87f6693ecc8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:30.323841456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"20a4c976-ad69-41ff-9c81-0af912f7b4e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:30.323856655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"20a4c976-ad69-41ff-9c81-0af912f7b4e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:30.638727066Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-040623"},"namespace":"ai-tenant-e2e-ipp-b-040623","name":"default-tenant","reconcileID":"5ed1a937-9e5e-4885-8222-9deb5f328720","namespace":"ai-tenant-e2e-ipp-b-040623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:30.638821815Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-040623"},"namespace":"ai-tenant-e2e-ipp-b-040623","name":"default-tenant","reconcileID":"5ed1a937-9e5e-4885-8222-9deb5f328720","namespace":"ai-tenant-e2e-ipp-b-040623","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:30.638910193Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-040623"},"namespace":"ai-tenant-e2e-ipp-b-040623","name":"default-tenant","reconcileID":"5ed1a937-9e5e-4885-8222-9deb5f328720","tenant":"e2e-ipp-b-040623","tenantID":"e2e-ipp-b-040623","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:30.650149231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-040623"},"namespace":"ai-tenant-e2e-ipp-b-040623","name":"default-tenant","reconcileID":"5ed1a937-9e5e-4885-8222-9deb5f328720","gvk":"Deployment","name":"maas-api-e2e-ipp-b-040623","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:30.667505469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-040623"},"namespace":"ai-tenant-e2e-ipp-b-040623","name":"default-tenant","reconcileID":"5ed1a937-9e5e-4885-8222-9deb5f328720","gvk":"Service","name":"maas-api-e2e-ipp-b-040623","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:30.68173074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-040623"},"namespace":"ai-tenant-e2e-ipp-b-040623","name":"default-tenant","reconcileID":"5ed1a937-9e5e-4885-8222-9deb5f328720","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-040623","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:30.690824823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-040623"},"namespace":"ai-tenant-e2e-ipp-b-040623","name":"default-tenant","reconcileID":"5ed1a937-9e5e-4885-8222-9deb5f328720","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-040623","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:30.701594089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-040623"},"namespace":"ai-tenant-e2e-ipp-b-040623","name":"default-tenant","reconcileID":"5ed1a937-9e5e-4885-8222-9deb5f328720","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-040623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:30.714580699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-040623"},"namespace":"ai-tenant-e2e-ipp-b-040623","name":"default-tenant","reconcileID":"5ed1a937-9e5e-4885-8222-9deb5f328720","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-040623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:30.72884147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-040623"},"namespace":"ai-tenant-e2e-ipp-b-040623","name":"default-tenant","reconcileID":"5ed1a937-9e5e-4885-8222-9deb5f328720","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-040623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:30.73640726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-040623"},"namespace":"ai-tenant-e2e-ipp-b-040623","name":"default-tenant","reconcileID":"5ed1a937-9e5e-4885-8222-9deb5f328720","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-040623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:30.744522534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-040623"},"namespace":"ai-tenant-e2e-ipp-b-040623","name":"default-tenant","reconcileID":"5ed1a937-9e5e-4885-8222-9deb5f328720","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-040623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:30.755268731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-040623"},"namespace":"ai-tenant-e2e-ipp-b-040623","name":"default-tenant","reconcileID":"5ed1a937-9e5e-4885-8222-9deb5f328720","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-040623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:30.801359131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-040623"},"namespace":"ai-tenant-e2e-ipp-b-040623","name":"default-tenant","reconcileID":"5ed1a937-9e5e-4885-8222-9deb5f328720","gvk":"Service","name":"payload-processing-e2e-ipp-b-040623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:30.837135737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-040623"},"namespace":"ai-tenant-e2e-ipp-b-040623","name":"default-tenant","reconcileID":"5ed1a937-9e5e-4885-8222-9deb5f328720","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-040623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:30.850311326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-040623"},"namespace":"ai-tenant-e2e-ipp-b-040623","name":"default-tenant","reconcileID":"5ed1a937-9e5e-4885-8222-9deb5f328720","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-040623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:30.858918171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-040623"},"namespace":"ai-tenant-e2e-ipp-b-040623","name":"default-tenant","reconcileID":"5ed1a937-9e5e-4885-8222-9deb5f328720","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-040623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:30.878582198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-040623"},"namespace":"ai-tenant-e2e-ipp-b-040623","name":"default-tenant","reconcileID":"5ed1a937-9e5e-4885-8222-9deb5f328720","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-040623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:30.889777848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-040623"},"namespace":"ai-tenant-e2e-ipp-b-040623","name":"default-tenant","reconcileID":"5ed1a937-9e5e-4885-8222-9deb5f328720","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-040623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:30.897777786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-040623"},"namespace":"ai-tenant-e2e-ipp-b-040623","name":"default-tenant","reconcileID":"5ed1a937-9e5e-4885-8222-9deb5f328720","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-040623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:30.907299459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-040623"},"namespace":"ai-tenant-e2e-ipp-b-040623","name":"default-tenant","reconcileID":"5ed1a937-9e5e-4885-8222-9deb5f328720","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-040623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:30.917210875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-040623"},"namespace":"ai-tenant-e2e-ipp-b-040623","name":"default-tenant","reconcileID":"5ed1a937-9e5e-4885-8222-9deb5f328720","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-040623","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:30.926982246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-040623"},"namespace":"ai-tenant-e2e-ipp-b-040623","name":"default-tenant","reconcileID":"5ed1a937-9e5e-4885-8222-9deb5f328720","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-040623","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:30.964881881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb61c484-351e-4bd2-ab7b-b3233c906a69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:30.981035011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb61c484-351e-4bd2-ab7b-b3233c906a69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:30.994364399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb61c484-351e-4bd2-ab7b-b3233c906a69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:31.004179181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb61c484-351e-4bd2-ab7b-b3233c906a69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:31.387677506Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-040623","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-040623","reconcileID":"e6423a11-81a6-42b3-a63d-91a274de9a39","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-040623","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-040623"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:31.687420282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0de21ba6-f5e1-4ab6-af4a-cf588ed6795e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:31.691835501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0de21ba6-f5e1-4ab6-af4a-cf588ed6795e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:31.696344493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0de21ba6-f5e1-4ab6-af4a-cf588ed6795e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:31.700601463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0de21ba6-f5e1-4ab6-af4a-cf588ed6795e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:32.048577165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"e2e-e2e-api-b-2beb7b-policy","reconcileID":"2a8242d3-caca-41f8-ad33-ea8d5fcf1071","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2beb7b","tenantID":"e2e-api-b-2beb7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:32.064823311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"e2e-e2e-api-b-2beb7b-policy","reconcileID":"2a8242d3-caca-41f8-ad33-ea8d5fcf1071","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"name":"e2e-api-b-2beb7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:32.103134552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"220a2d6f-3716-4a6f-9e54-eac0588192ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:32.109328404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"220a2d6f-3716-4a6f-9e54-eac0588192ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:32.119183946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"220a2d6f-3716-4a6f-9e54-eac0588192ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:32.125934874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"220a2d6f-3716-4a6f-9e54-eac0588192ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:32.198353485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b7ffa67-b2be-4983-aa9b-299ef2e1595c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:32.198374563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b7ffa67-b2be-4983-aa9b-299ef2e1595c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:32.211531275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"e2e-e2e-api-b-2beb7b-policy","reconcileID":"ad52eb84-5bf0-4ee2-851b-35bb8c07796f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2beb7b","tenantID":"e2e-api-b-2beb7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:32.222653276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"e2e-e2e-api-b-2beb7b-policy","reconcileID":"ad52eb84-5bf0-4ee2-851b-35bb8c07796f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"name":"e2e-api-b-2beb7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:32.561334031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0926ede-64b4-463e-9cdd-4f92485dfa50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:32.566026776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0926ede-64b4-463e-9cdd-4f92485dfa50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:32.573480544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0926ede-64b4-463e-9cdd-4f92485dfa50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:32.578546592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0926ede-64b4-463e-9cdd-4f92485dfa50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:34.714117887Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"default-tenant","reconcileID":"bbf0f5e3-0737-4ec6-b4f1-9f7bbfee2212","namespace":"ai-tenant-e2e-api-a-e907e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:34.714179109Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"default-tenant","reconcileID":"bbf0f5e3-0737-4ec6-b4f1-9f7bbfee2212","namespace":"ai-tenant-e2e-api-a-e907e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:34.714236385Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"default-tenant","reconcileID":"bbf0f5e3-0737-4ec6-b4f1-9f7bbfee2212","tenant":"e2e-api-a-e907e4","tenantID":"e2e-api-a-e907e4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:34.728617256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"default-tenant","reconcileID":"bbf0f5e3-0737-4ec6-b4f1-9f7bbfee2212","gvk":"Deployment","name":"maas-api-e2e-api-a-e907e4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:34.763205747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"default-tenant","reconcileID":"bbf0f5e3-0737-4ec6-b4f1-9f7bbfee2212","gvk":"Service","name":"maas-api-e2e-api-a-e907e4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:34.777854259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"default-tenant","reconcileID":"bbf0f5e3-0737-4ec6-b4f1-9f7bbfee2212","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-e907e4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:34.782970262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-auth","reconcileID":"25014635-2fb2-471b-9e64-8dc77e510911","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-913351","tenantID":"e2e-ipp-a-913351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:34.787351176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"default-tenant","reconcileID":"bbf0f5e3-0737-4ec6-b4f1-9f7bbfee2212","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-e907e4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:34.794946379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-auth","reconcileID":"25014635-2fb2-471b-9e64-8dc77e510911","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"name":"e2e-ipp-a-913351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:34.799892399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"default-tenant","reconcileID":"bbf0f5e3-0737-4ec6-b4f1-9f7bbfee2212","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-e907e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:34.809650579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"default-tenant","reconcileID":"bbf0f5e3-0737-4ec6-b4f1-9f7bbfee2212","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-e907e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:34.837885472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"default-tenant","reconcileID":"bbf0f5e3-0737-4ec6-b4f1-9f7bbfee2212","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-e907e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:34.847461902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"default-tenant","reconcileID":"bbf0f5e3-0737-4ec6-b4f1-9f7bbfee2212","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-e907e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:34.856812998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"default-tenant","reconcileID":"bbf0f5e3-0737-4ec6-b4f1-9f7bbfee2212","gvk":"Deployment","name":"payload-processing-e2e-api-a-e907e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:34.881436151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"default-tenant","reconcileID":"bbf0f5e3-0737-4ec6-b4f1-9f7bbfee2212","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-e907e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:34.886546187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"default-tenant","reconcileID":"bbf0f5e3-0737-4ec6-b4f1-9f7bbfee2212","gvk":"Service","name":"payload-processing-e2e-api-a-e907e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:34.899808284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"default-tenant","reconcileID":"bbf0f5e3-0737-4ec6-b4f1-9f7bbfee2212","gvk":"Service","name":"payload-pre-processing-e2e-api-a-e907e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:34.912526671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"default-tenant","reconcileID":"bbf0f5e3-0737-4ec6-b4f1-9f7bbfee2212","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-e907e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:34.931463458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"default-tenant","reconcileID":"bbf0f5e3-0737-4ec6-b4f1-9f7bbfee2212","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-e907e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:34.939489454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"default-tenant","reconcileID":"bbf0f5e3-0737-4ec6-b4f1-9f7bbfee2212","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-e907e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:34.950172399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"0fa5375a-586b-49f0-9125-71a0399e8405","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"tenant":"e2e-ipp-a-913351","gateway":"openshift-ingress/e2e-ipp-a-913351","model":"ai-tenant-e2e-ipp-a-913351/ipp-route-913351","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:34.950196995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"0fa5375a-586b-49f0-9125-71a0399e8405","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"routeName":"ipp-route-913351-kserve-route","namespace":"ai-tenant-e2e-ipp-a-913351","llmisvcName":"ipp-route-913351","gateway":"openshift-ingress/e2e-ipp-a-913351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:34.950884866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"default-tenant","reconcileID":"bbf0f5e3-0737-4ec6-b4f1-9f7bbfee2212","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-e907e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:34.962703023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"default-tenant","reconcileID":"bbf0f5e3-0737-4ec6-b4f1-9f7bbfee2212","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-e907e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:34.96763523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"default-tenant","reconcileID":"bbf0f5e3-0737-4ec6-b4f1-9f7bbfee2212","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-e907e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:34.977338641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"default-tenant","reconcileID":"bbf0f5e3-0737-4ec6-b4f1-9f7bbfee2212","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-e907e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:34.984684755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e907e4"},"namespace":"ai-tenant-e2e-api-a-e907e4","name":"default-tenant","reconcileID":"bbf0f5e3-0737-4ec6-b4f1-9f7bbfee2212","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-e907e4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:35.302964818Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-e907e4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-e907e4","reconcileID":"a2274a29-ca82-44d9-9ff6-ba1e2d16f14d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-e907e4","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-e907e4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:35.592994958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9884c9d9-e2ee-423d-81cd-a4ddf6b84449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:35.597980204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9884c9d9-e2ee-423d-81cd-a4ddf6b84449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:35.60485856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9884c9d9-e2ee-423d-81cd-a4ddf6b84449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:35.619950576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9884c9d9-e2ee-423d-81cd-a4ddf6b84449","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:36.153545682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce20507-73b5-4daa-a87a-6be9228177fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:36.159088689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce20507-73b5-4daa-a87a-6be9228177fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:36.174187401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce20507-73b5-4daa-a87a-6be9228177fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:36.179617222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce20507-73b5-4daa-a87a-6be9228177fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:36.387226949Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:39.557485753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"81be1b3b-b307-465d-9274-6bbb6de94ee0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:39.557921595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"03e3a193-91b1-46e1-84b9-57b5a79c7301","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"tenant":"e2e-ipp-a-913351","gateway":"openshift-ingress/e2e-ipp-a-913351","model":"ai-tenant-e2e-ipp-a-913351/ipp-route-913351","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:39.557949594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"03e3a193-91b1-46e1-84b9-57b5a79c7301","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"routeName":"ipp-route-913351-kserve-route","namespace":"ai-tenant-e2e-ipp-a-913351","llmisvcName":"ipp-route-913351","gateway":"openshift-ingress/e2e-ipp-a-913351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:39.558302722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"e1dbc9ea-53ed-4fb7-a6ad-21c1015eeb1d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:39.577693123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-auth","reconcileID":"7e15ace4-e171-43b2-be20-1b1a6603643d","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-913351","tenantID":"e2e-ipp-a-913351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:39.578916762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"c8f2fc1b-e9db-4a29-beed-2c58f327ae13","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"tenant":"e2e-ipp-a-913351","gateway":"openshift-ingress/e2e-ipp-a-913351","model":"ai-tenant-e2e-ipp-a-913351/ipp-route-913351","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:39.578982991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"c8f2fc1b-e9db-4a29-beed-2c58f327ae13","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"routeName":"ipp-route-913351-kserve-route","namespace":"ai-tenant-e2e-ipp-a-913351","llmisvcName":"ipp-route-913351","gateway":"openshift-ingress/e2e-ipp-a-913351","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:51:39.590356384Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-913351-sub","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-sub","reconcileID":"614f45fc-8e4c-44a1-98b9-0d2c3b7dd338","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-913351-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:39.590603554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-auth","reconcileID":"7e15ace4-e171-43b2-be20-1b1a6603643d","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"name":"e2e-ipp-a-913351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:39.611598093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"a8884b4c-5847-44fa-953c-3365e4a6e9cd","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"tenant":"e2e-ipp-a-913351","gateway":"openshift-ingress/e2e-ipp-a-913351","model":"ai-tenant-e2e-ipp-a-913351/ipp-route-913351","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:39.611623493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"a8884b4c-5847-44fa-953c-3365e4a6e9cd","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"routeName":"ipp-route-913351-kserve-route","namespace":"ai-tenant-e2e-ipp-a-913351","llmisvcName":"ipp-route-913351","gateway":"openshift-ingress/e2e-ipp-a-913351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:39.618654774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"4b308330-0bc5-4d05-a38f-28adaf3a4b0d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:39.619865531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"540f2142-abcd-4688-b541-302308ca52a3","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"tenant":"e2e-ipp-a-913351","gateway":"openshift-ingress/e2e-ipp-a-913351","model":"ai-tenant-e2e-ipp-a-913351/ipp-route-913351","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:39.619886752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"540f2142-abcd-4688-b541-302308ca52a3","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"routeName":"ipp-route-913351-kserve-route","namespace":"ai-tenant-e2e-ipp-a-913351","llmisvcName":"ipp-route-913351","gateway":"openshift-ingress/e2e-ipp-a-913351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:39.620001679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"b79fab4a-9c13-4748-8113-1909e0698f14","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:39.677529304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-auth","reconcileID":"1d6a8aad-1210-4e8b-b87e-53d92552c48e","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-913351","tenantID":"e2e-ipp-a-913351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:39.68725418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-auth","reconcileID":"1d6a8aad-1210-4e8b-b87e-53d92552c48e","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"name":"e2e-ipp-a-913351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:39.719669369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"e64d4ec2-ef30-4148-ac48-baa4efe201ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:39.719933228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"d722f4f9-db6b-4345-a643-b5fb1d49aaed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:39.720019092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"3adb098a-fc79-4b6f-9aaa-2acc3eecc16e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:39.720366853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d82a7c31-414b-4a20-a7b5-109c5ae40674","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:39.721377634Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-913351-sub","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-sub","reconcileID":"dcd15308-0de6-4d0d-ac7b-3c385b987f6c","MaaSSubscription":{"name":"ipp-route-913351-sub","namespace":"ai-tenant-e2e-ipp-a-913351"},"name":"maas-trlp-ipp-route-913351","model":"ipp-route-913351","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-913351/ipp-route-913351-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:39.748761199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"80a69cdc-1e0b-43a6-9301-b14f826e9b59","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"tenant":"e2e-ipp-a-913351","gateway":"openshift-ingress/e2e-ipp-a-913351","model":"ai-tenant-e2e-ipp-a-913351/ipp-route-913351","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:39.748781555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"80a69cdc-1e0b-43a6-9301-b14f826e9b59","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"routeName":"ipp-route-913351-kserve-route","namespace":"ai-tenant-e2e-ipp-a-913351","llmisvcName":"ipp-route-913351","gateway":"openshift-ingress/e2e-ipp-a-913351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:39.831908748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-913351-sub","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-sub","reconcileID":"edb76892-5040-4ef3-a8ae-5c388eea8ba6","MaaSSubscription":{"name":"ipp-route-913351-sub","namespace":"ai-tenant-e2e-ipp-a-913351"},"name":"maas-trlp-ipp-route-913351","model":"ai-tenant-e2e-ipp-a-913351/ipp-route-913351","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:39.928615113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-subscription","reconcileID":"bccec1aa-ec37-4527-91d1-6565e5781566","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-premium-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:40.019815538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2ce900b0-fc68-4df5-a219-8871c4de9e17","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:40.024239721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"9cf0a666-5c7e-48e7-9795-afacc8750c48","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:40.025440488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"ace90af2-08c2-45c0-a6b0-d3723ee706c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:40.362097374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"e2e-e2e-api-b-f61e4b-policy","reconcileID":"2674f804-0cdd-475c-86af-1789496c1350","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f61e4b","tenantID":"e2e-api-b-f61e4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:40.373219416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"e2e-e2e-api-b-f61e4b-policy","reconcileID":"2674f804-0cdd-475c-86af-1789496c1350","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"name":"e2e-api-b-f61e4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:40.42810085Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f61e4b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (24c90a2e14a7d563a723a92ad99eeade7727e2bb6aba8db78ba793def86785af) AuthConfig (e0fe03120f2964d72b96e6f0fe4d6e51837c7ed2aa520ad31fc469fe331f3e50) AuthConfig (b0555586a287c59b8015265f262a3b7f24041576a126704dcdfbecef39207584) AuthConfig (e2d17f998315a2fdfa3dc58d804bdc7cde316f8d7ee4f58f5714e0778504c388) AuthConfig (517807047c99188796529c4c80b4d1bda1db16c211ce03eaf7387b82e1bbe093) AuthConfig (2872db49eb5379be944cbce712ffbbc01071b0cdf07179ffce34b54fca3f12c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"e2e-e2e-api-b-f61e4b-policy","reconcileID":"2674f804-0cdd-475c-86af-1789496c1350","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:46.263494943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"e2e-e2e-api-b-f61e4b-policy","reconcileID":"a49c1c64-9447-4e8e-b475-fa4445ca79db","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f61e4b","tenantID":"e2e-api-b-f61e4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:46.279848982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"e2e-e2e-api-b-f61e4b-policy","reconcileID":"a49c1c64-9447-4e8e-b475-fa4445ca79db","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"name":"e2e-api-b-f61e4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:46.293858841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f61e4b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (24c90a2e14a7d563a723a92ad99eeade7727e2bb6aba8db78ba793def86785af) AuthConfig (e0fe03120f2964d72b96e6f0fe4d6e51837c7ed2aa520ad31fc469fe331f3e50) AuthConfig (b0555586a287c59b8015265f262a3b7f24041576a126704dcdfbecef39207584) AuthConfig (e2d17f998315a2fdfa3dc58d804bdc7cde316f8d7ee4f58f5714e0778504c388) AuthConfig (517807047c99188796529c4c80b4d1bda1db16c211ce03eaf7387b82e1bbe093) AuthConfig (2872db49eb5379be944cbce712ffbbc01071b0cdf07179ffce34b54fca3f12c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"e2e-e2e-api-b-f61e4b-policy","reconcileID":"a49c1c64-9447-4e8e-b475-fa4445ca79db","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:46.367123081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"e2e-e2e-api-b-f61e4b-policy","reconcileID":"a79e9c42-441d-47ec-a5a2-0259184dc22e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f61e4b","tenantID":"e2e-api-b-f61e4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:46.395548983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"e2e-e2e-api-b-f61e4b-policy","reconcileID":"a79e9c42-441d-47ec-a5a2-0259184dc22e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"name":"e2e-api-b-f61e4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:46.418662506Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f61e4b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (24c90a2e14a7d563a723a92ad99eeade7727e2bb6aba8db78ba793def86785af) AuthConfig (e0fe03120f2964d72b96e6f0fe4d6e51837c7ed2aa520ad31fc469fe331f3e50) AuthConfig (b0555586a287c59b8015265f262a3b7f24041576a126704dcdfbecef39207584) AuthConfig (e2d17f998315a2fdfa3dc58d804bdc7cde316f8d7ee4f58f5714e0778504c388) AuthConfig (517807047c99188796529c4c80b4d1bda1db16c211ce03eaf7387b82e1bbe093) AuthConfig (2872db49eb5379be944cbce712ffbbc01071b0cdf07179ffce34b54fca3f12c8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"e2e-e2e-api-b-f61e4b-policy","reconcileID":"a79e9c42-441d-47ec-a5a2-0259184dc22e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:46.5706812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecc9ced1-7fed-4cbb-a58f-e370f422ecb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:46.590810389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecc9ced1-7fed-4cbb-a58f-e370f422ecb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:46.596757634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecc9ced1-7fed-4cbb-a58f-e370f422ecb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:46.603586302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecc9ced1-7fed-4cbb-a58f-e370f422ecb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:47.085791941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0dc4eb2-bdb3-4bc3-a7f9-03b259fe4028","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:47.095524201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0dc4eb2-bdb3-4bc3-a7f9-03b259fe4028","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:47.101038429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0dc4eb2-bdb3-4bc3-a7f9-03b259fe4028","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:47.105893437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0dc4eb2-bdb3-4bc3-a7f9-03b259fe4028","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:47.483232286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fc19acc-c3bf-4c0f-a241-f1127812c475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:47.489219756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fc19acc-c3bf-4c0f-a241-f1127812c475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:47.496145975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fc19acc-c3bf-4c0f-a241-f1127812c475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:47.50157378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fc19acc-c3bf-4c0f-a241-f1127812c475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:48.720775203Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"default-tenant","reconcileID":"aa9f3f99-3e36-45a3-a053-7e82fec8a413","namespace":"ai-tenant-e2e-api-b-2beb7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:48.720902653Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"default-tenant","reconcileID":"aa9f3f99-3e36-45a3-a053-7e82fec8a413","namespace":"ai-tenant-e2e-api-b-2beb7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:48.720971344Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"default-tenant","reconcileID":"aa9f3f99-3e36-45a3-a053-7e82fec8a413","name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:48.737774574Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"default-tenant","reconcileID":"aa9f3f99-3e36-45a3-a053-7e82fec8a413","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:48.738178101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6bb1451c-6f93-4488-ab7b-a9b12227fe13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:48.738203374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6bb1451c-6f93-4488-ab7b-a9b12227fe13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:48.743482173Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"e2e-e2e-api-b-2beb7b-policy","reconcileID":"6956c778-5334-4720-9f9c-a023ee0573bc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:48.877646904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"e2e-e2e-api-b-2beb7b-policy","reconcileID":"6956c778-5334-4720-9f9c-a023ee0573bc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2beb7b","tenantID":"e2e-api-b-2beb7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:48.916559643Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"e2e-e2e-api-b-2beb7b-policy","reconcileID":"6956c778-5334-4720-9f9c-a023ee0573bc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"name":"e2e-api-b-2beb7b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:48.916583596Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"e2e-e2e-api-b-2beb7b-policy","reconcileID":"6956c778-5334-4720-9f9c-a023ee0573bc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2beb7b-policy","namespace":"ai-tenant-e2e-api-b-2beb7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2beb7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:48.932267002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da05b08e-d3f1-48e3-860d-ccc62b1d47b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:48.932292262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da05b08e-d3f1-48e3-860d-ccc62b1d47b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:48.980934287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e8f178a-d0c9-4e1e-8b95-80a6efd1b231","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:48.985518171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e8f178a-d0c9-4e1e-8b95-80a6efd1b231","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:48.989785543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e8f178a-d0c9-4e1e-8b95-80a6efd1b231","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:48.994120273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e8f178a-d0c9-4e1e-8b95-80a6efd1b231","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:49.352203782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f57777af-2f5b-462f-87dc-f28351c68509","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:49.356528001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f57777af-2f5b-462f-87dc-f28351c68509","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:49.360629369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f57777af-2f5b-462f-87dc-f28351c68509","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:49.364791561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f57777af-2f5b-462f-87dc-f28351c68509","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:49.786713965Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-b17e94","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-b17e94","reconcileID":"ac1e88c2-3965-4f5e-9827-5c4d065b8cd2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-b17e94","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-b17e94":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:50.132573577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6806e45-2b5f-42a9-aae3-3b3a29a90bc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:50.143716811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6806e45-2b5f-42a9-aae3-3b3a29a90bc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:50.152584393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6806e45-2b5f-42a9-aae3-3b3a29a90bc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:50.167801217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6806e45-2b5f-42a9-aae3-3b3a29a90bc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:54.739124963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"34e4ab8d-5804-4c95-a4e7-29132db2d062","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:54.905743541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"5c954789-ca2b-44b7-8bb8-a009f49f0e2b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:54.938313946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"93b9ac3f-bb87-49a4-aa9d-61688703a4ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:54.939414081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-913351-sub","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-sub","reconcileID":"47636499-fd88-4a4b-9c34-e4dab36d04be","MaaSSubscription":{"name":"ipp-route-913351-sub","namespace":"ai-tenant-e2e-ipp-a-913351"},"name":"maas-trlp-ipp-route-913351","model":"ai-tenant-e2e-ipp-a-913351/ipp-route-913351","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:54.987960137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"ef07574e-4f05-4499-b2ff-9257144530d9","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"tenant":"e2e-ipp-a-913351","gateway":"openshift-ingress/e2e-ipp-a-913351","model":"ai-tenant-e2e-ipp-a-913351/ipp-route-913351","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:54.987985066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"ef07574e-4f05-4499-b2ff-9257144530d9","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"routeName":"ipp-route-913351-kserve-route","namespace":"ai-tenant-e2e-ipp-a-913351","llmisvcName":"ipp-route-913351","gateway":"openshift-ingress/e2e-ipp-a-913351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:55.011823668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c5ca9bd5-d3f2-4cde-b8e1-fe8d8291c7a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:55.011885921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"0cb9718e-ed5a-45f7-b173-9a04ae27036f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:55.012277816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"09ef7bc2-26a5-46fc-a00f-e737523d56d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:55.012385095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-subscription","reconcileID":"2db30975-df00-4cd8-ab94-337d02096918","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-premium-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:55.111686119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"758c73e0-c8bb-4ebb-b8bc-2100a31c2a49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:55.112977223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"f786a4dd-aa2c-42ce-ba58-7abea8122c16","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:55.214951043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"4b71199a-2b48-4b2b-9aa5-b923fe09b0e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:55.215441086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"803fdd0e-79e1-407c-b8da-8cada8159b54","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:55.215511417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"682e9bda-7089-40c5-9d49-d4099556d305","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:55.491896029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-auth","reconcileID":"f17dc386-ac05-4306-bb81-fabba9392b8d","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-913351","tenantID":"e2e-ipp-a-913351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:55.502500523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-auth","reconcileID":"f17dc386-ac05-4306-bb81-fabba9392b8d","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"name":"e2e-ipp-a-913351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:56.367852185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"e2e-e2e-api-b-f61e4b-policy","reconcileID":"3381af58-6c86-4419-a97b-9c1982c11a9e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f61e4b","tenantID":"e2e-api-b-f61e4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:56.378770747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"e2e-e2e-api-b-f61e4b-policy","reconcileID":"3381af58-6c86-4419-a97b-9c1982c11a9e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"name":"e2e-api-b-f61e4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:56.387224221Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f61e4b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [EnvoyFilter (openshift-ingress/e2e-api-b-f61e4b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"e2e-e2e-api-b-f61e4b-policy","reconcileID":"3381af58-6c86-4419-a97b-9c1982c11a9e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:56.398160917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40c96492-180e-4665-8faa-fa098709513a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:56.398179453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40c96492-180e-4665-8faa-fa098709513a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:56.466222195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"e2e-e2e-api-b-f61e4b-policy","reconcileID":"a4185894-e266-4ac0-9ea1-bb31a0b51bed","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f61e4b","tenantID":"e2e-api-b-f61e4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:56.476217399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"e2e-e2e-api-b-f61e4b-policy","reconcileID":"a4185894-e266-4ac0-9ea1-bb31a0b51bed","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"name":"e2e-api-b-f61e4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:51:56.484813007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f61e4b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [EnvoyFilter (openshift-ingress/e2e-api-b-f61e4b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"e2e-e2e-api-b-f61e4b-policy","reconcileID":"a4185894-e266-4ac0-9ea1-bb31a0b51bed","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.238933701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"9c4ec6b2-54c0-475d-b9b1-3d12f8543cdf","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"tenant":"e2e-ipp-a-913351","gateway":"openshift-ingress/e2e-ipp-a-913351","model":"ai-tenant-e2e-ipp-a-913351/ipp-route-913351","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.238957422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"9c4ec6b2-54c0-475d-b9b1-3d12f8543cdf","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"routeName":"ipp-route-913351-kserve-route","namespace":"ai-tenant-e2e-ipp-a-913351","llmisvcName":"ipp-route-913351","gateway":"openshift-ingress/e2e-ipp-a-913351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.258253442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-auth","reconcileID":"f53b73b9-e285-4329-84da-a671e40c97dc","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-913351","tenantID":"e2e-ipp-a-913351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.259194406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"b09e182c-60bb-4753-bcbe-054c398b8108","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"tenant":"e2e-ipp-a-913351","gateway":"openshift-ingress/e2e-ipp-a-913351","model":"ai-tenant-e2e-ipp-a-913351/ipp-route-913351","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.259211568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"b09e182c-60bb-4753-bcbe-054c398b8108","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"routeName":"ipp-route-913351-kserve-route","namespace":"ai-tenant-e2e-ipp-a-913351","llmisvcName":"ipp-route-913351","gateway":"openshift-ingress/e2e-ipp-a-913351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.264227631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-913351-sub","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-sub","reconcileID":"3276d9ed-7785-4bd1-a7e3-374a77a7f2bd","MaaSSubscription":{"name":"ipp-route-913351-sub","namespace":"ai-tenant-e2e-ipp-a-913351"},"name":"maas-trlp-ipp-route-913351","model":"ai-tenant-e2e-ipp-a-913351/ipp-route-913351","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.269460433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-auth","reconcileID":"f53b73b9-e285-4329-84da-a671e40c97dc","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"name":"e2e-ipp-a-913351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.389480443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-913351-sub","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-sub","reconcileID":"42a74fb0-0266-4910-aa2b-0f6a70f2cd15","MaaSSubscription":{"name":"ipp-route-913351-sub","namespace":"ai-tenant-e2e-ipp-a-913351"},"name":"maas-trlp-ipp-route-913351","model":"ai-tenant-e2e-ipp-a-913351/ipp-route-913351","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.46814411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-auth","reconcileID":"0065b6ed-de49-4cf0-a16d-3a5d1b79146b","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-913351","tenantID":"e2e-ipp-a-913351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.47884129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-auth","reconcileID":"0065b6ed-de49-4cf0-a16d-3a5d1b79146b","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"name":"e2e-ipp-a-913351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.479838884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8e1b03-fef9-4b9f-9eef-6deec62f04a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.48765499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8e1b03-fef9-4b9f-9eef-6deec62f04a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.499271457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8e1b03-fef9-4b9f-9eef-6deec62f04a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.50668286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8e1b03-fef9-4b9f-9eef-6deec62f04a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.677014679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"default-tenant","reconcileID":"373ca644-10cf-4db1-9545-004b72589095","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b17e94","tenantID":"e2e-praxis-a-b17e94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.710881597Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"default-tenant","reconcileID":"373ca644-10cf-4db1-9545-004b72589095","name":"e2e-praxis-a-b17e94-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.72388396Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"default-tenant","reconcileID":"b584d836-8992-4eea-ad5a-d371551f9431","namespace":"ai-tenant-e2e-api-b-2beb7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.724325458Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"default-tenant","reconcileID":"b584d836-8992-4eea-ad5a-d371551f9431","namespace":"ai-tenant-e2e-api-b-2beb7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.724513968Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"default-tenant","reconcileID":"b584d836-8992-4eea-ad5a-d371551f9431","tenant":"e2e-api-b-2beb7b","tenantID":"e2e-api-b-2beb7b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.737645889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"default-tenant","reconcileID":"b584d836-8992-4eea-ad5a-d371551f9431","gvk":"Deployment","name":"maas-api-e2e-api-b-2beb7b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.779191541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"default-tenant","reconcileID":"b584d836-8992-4eea-ad5a-d371551f9431","gvk":"Service","name":"maas-api-e2e-api-b-2beb7b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.792596172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"default-tenant","reconcileID":"b584d836-8992-4eea-ad5a-d371551f9431","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-2beb7b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.79969698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"default-tenant","reconcileID":"b584d836-8992-4eea-ad5a-d371551f9431","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-2beb7b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.81160836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"default-tenant","reconcileID":"b584d836-8992-4eea-ad5a-d371551f9431","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-2beb7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.830236232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"default-tenant","reconcileID":"b584d836-8992-4eea-ad5a-d371551f9431","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-2beb7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.844239629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"default-tenant","reconcileID":"b584d836-8992-4eea-ad5a-d371551f9431","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-2beb7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.855068188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"default-tenant","reconcileID":"b584d836-8992-4eea-ad5a-d371551f9431","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-2beb7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.860281305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"default-tenant","reconcileID":"b584d836-8992-4eea-ad5a-d371551f9431","gvk":"Deployment","name":"payload-processing-e2e-api-b-2beb7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.867796386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41665269-8e67-4f17-aaa9-62c787347c13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.86994937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"default-tenant","reconcileID":"b584d836-8992-4eea-ad5a-d371551f9431","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-2beb7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.873360697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41665269-8e67-4f17-aaa9-62c787347c13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.877853669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"default-tenant","reconcileID":"b584d836-8992-4eea-ad5a-d371551f9431","gvk":"Service","name":"payload-processing-e2e-api-b-2beb7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.881314326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41665269-8e67-4f17-aaa9-62c787347c13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.88831818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"default-tenant","reconcileID":"b584d836-8992-4eea-ad5a-d371551f9431","gvk":"Service","name":"payload-pre-processing-e2e-api-b-2beb7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.891770846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41665269-8e67-4f17-aaa9-62c787347c13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.900062382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"default-tenant","reconcileID":"b584d836-8992-4eea-ad5a-d371551f9431","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-2beb7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.904642345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"default-tenant","reconcileID":"b584d836-8992-4eea-ad5a-d371551f9431","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-2beb7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.908962056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"default-tenant","reconcileID":"b584d836-8992-4eea-ad5a-d371551f9431","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-2beb7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.921331333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"default-tenant","reconcileID":"b584d836-8992-4eea-ad5a-d371551f9431","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-2beb7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.929442657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"default-tenant","reconcileID":"b584d836-8992-4eea-ad5a-d371551f9431","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-2beb7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.943615989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"default-tenant","reconcileID":"b584d836-8992-4eea-ad5a-d371551f9431","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-2beb7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.948162891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"default-tenant","reconcileID":"b584d836-8992-4eea-ad5a-d371551f9431","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-2beb7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:02.952974545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2beb7b"},"namespace":"ai-tenant-e2e-api-b-2beb7b","name":"default-tenant","reconcileID":"b584d836-8992-4eea-ad5a-d371551f9431","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-2beb7b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:03.390581781Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-2beb7b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-2beb7b","reconcileID":"88fc4773-c9d6-44e7-9055-847e78f4a512","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-2beb7b","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-2beb7b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:03.506991174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6e062a9-640a-4e7e-be0c-5016c60f4bb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:03.513104338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6e062a9-640a-4e7e-be0c-5016c60f4bb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:03.518485556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6e062a9-640a-4e7e-be0c-5016c60f4bb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:03.523154168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6e062a9-640a-4e7e-be0c-5016c60f4bb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:03.984263274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34eaf0c3-b139-408e-ad5f-26b268939bcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:03.988757158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34eaf0c3-b139-408e-ad5f-26b268939bcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:03.993261211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34eaf0c3-b139-408e-ad5f-26b268939bcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:03.99843767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34eaf0c3-b139-408e-ad5f-26b268939bcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:04.259602761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34a4adb2-9f07-47d3-ad03-545a2f3a8410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:04.265496337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34a4adb2-9f07-47d3-ad03-545a2f3a8410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:04.270534853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34a4adb2-9f07-47d3-ad03-545a2f3a8410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:04.275154803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34a4adb2-9f07-47d3-ad03-545a2f3a8410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:04.709199331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecf49688-0e22-457a-b6a8-c8c1bbd368bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:04.717012983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecf49688-0e22-457a-b6a8-c8c1bbd368bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:04.721708293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecf49688-0e22-457a-b6a8-c8c1bbd368bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:04.730259388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecf49688-0e22-457a-b6a8-c8c1bbd368bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:05.153981598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"321bf826-4404-4ebc-83ea-f3a96ab01650","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:05.161817763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"321bf826-4404-4ebc-83ea-f3a96ab01650","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:05.167523604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"321bf826-4404-4ebc-83ea-f3a96ab01650","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:05.171792061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"321bf826-4404-4ebc-83ea-f3a96ab01650","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:05.455862446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3027dbf7-b5ff-4f43-bd35-ef59a5acbae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:05.460192209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3027dbf7-b5ff-4f43-bd35-ef59a5acbae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:05.464407774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3027dbf7-b5ff-4f43-bd35-ef59a5acbae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:05.469591789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3027dbf7-b5ff-4f43-bd35-ef59a5acbae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:05.749719028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60267aba-2540-4fd0-a3e5-22fa029117fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:05.753944938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60267aba-2540-4fd0-a3e5-22fa029117fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:05.758149182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60267aba-2540-4fd0-a3e5-22fa029117fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:05.762455513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60267aba-2540-4fd0-a3e5-22fa029117fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:06.375526977Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:06.495137411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"e2e-e2e-api-b-f61e4b-policy","reconcileID":"28b9583e-5671-43c1-9b4e-eec4976131b8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f61e4b","tenantID":"e2e-api-b-f61e4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:06.509213056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"e2e-e2e-api-b-f61e4b-policy","reconcileID":"28b9583e-5671-43c1-9b4e-eec4976131b8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"name":"e2e-api-b-f61e4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:06.521386263Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-f61e4b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [EnvoyFilter (openshift-ingress/e2e-api-b-f61e4b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"e2e-e2e-api-b-f61e4b-policy","reconcileID":"28b9583e-5671-43c1-9b4e-eec4976131b8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:07.478481965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"3df3f51b-df77-45b0-8a55-4217a7a79a21","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:07.578741865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"c477f3b1-37d8-4135-a24c-145eee1031ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:07.664230331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"397bad6f-ea69-4a0a-bbfb-88015d32f983","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:07.665243249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"dd7f2bcf-27b0-4e06-a96d-58760beaceb6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:07.671306466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"d158da7b-a81c-4b18-9fe8-795b4b0e5cc1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:07.774727777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"3228c3a8-506d-4221-96af-c16156f9f17f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:07.775204113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a29a2038-250f-4e39-9a1e-ea6feb41dd9e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:07.775587761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"084f781f-769b-46f3-b85d-73af6a5c23db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:07.868350387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"b59f63ee-7825-4f77-bb63-eeabbbd0a629","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:07.873692211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"a4d8ded8-860d-4a18-96ac-3fe3c07bb4a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:07.980412124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cc59dd4a-d8c6-475e-8a3f-40f49e01deb2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:07.980416497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-913351-sub","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-sub","reconcileID":"dd030fd5-372b-4896-b158-defdadc32a5f","MaaSSubscription":{"name":"ipp-route-913351-sub","namespace":"ai-tenant-e2e-ipp-a-913351"},"name":"maas-trlp-ipp-route-913351","model":"ai-tenant-e2e-ipp-a-913351/ipp-route-913351","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:07.980741751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-subscription","reconcileID":"12dd336e-a204-456f-8e45-99718ac8dfce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-premium-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:10.904215718Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"default-tenant","reconcileID":"dfd9d29a-2d89-4527-8670-4d664707cb90","namespace":"ai-tenant-e2e-api-b-f61e4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:10.904275478Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"default-tenant","reconcileID":"dfd9d29a-2d89-4527-8670-4d664707cb90","namespace":"ai-tenant-e2e-api-b-f61e4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:10.904318629Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"default-tenant","reconcileID":"dfd9d29a-2d89-4527-8670-4d664707cb90","name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:10.912257945Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"default-tenant","reconcileID":"dfd9d29a-2d89-4527-8670-4d664707cb90","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:10.912436565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0034b75-6bc9-42d6-80db-e729c5f6dbd4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:10.912454081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0034b75-6bc9-42d6-80db-e729c5f6dbd4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:10.912763446Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"e2e-e2e-api-b-f61e4b-policy","reconcileID":"16e769e3-4311-4520-a5ec-92b4aef11f0c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:10.972680309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"e2e-e2e-api-b-f61e4b-policy","reconcileID":"16e769e3-4311-4520-a5ec-92b4aef11f0c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f61e4b","tenantID":"e2e-api-b-f61e4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:11.069258247Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"e2e-e2e-api-b-f61e4b-policy","reconcileID":"16e769e3-4311-4520-a5ec-92b4aef11f0c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"name":"e2e-api-b-f61e4b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:11.069282749Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"e2e-e2e-api-b-f61e4b-policy","reconcileID":"16e769e3-4311-4520-a5ec-92b4aef11f0c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-f61e4b-policy","namespace":"ai-tenant-e2e-api-b-f61e4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-f61e4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:11.080758215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4bb4e63-adb9-41fa-b381-fd9dd6fb9f1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:11.080778746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4bb4e63-adb9-41fa-b381-fd9dd6fb9f1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:11.45698517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ca39ae8-8393-4abf-b446-bb8c4bb45e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:11.461522867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ca39ae8-8393-4abf-b446-bb8c4bb45e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:11.466197259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ca39ae8-8393-4abf-b446-bb8c4bb45e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:11.471159966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ca39ae8-8393-4abf-b446-bb8c4bb45e44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:11.779186371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9456ff4d-7c21-405c-b8cc-88066a3e6e8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:11.783916478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9456ff4d-7c21-405c-b8cc-88066a3e6e8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:11.789159909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9456ff4d-7c21-405c-b8cc-88066a3e6e8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:11.794112031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9456ff4d-7c21-405c-b8cc-88066a3e6e8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:12.138598745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96500c93-5809-4376-9b1e-da3512a9fbd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:12.143072862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96500c93-5809-4376-9b1e-da3512a9fbd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:12.147336024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96500c93-5809-4376-9b1e-da3512a9fbd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:12.153986565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96500c93-5809-4376-9b1e-da3512a9fbd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:12.400674634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"8bede9ca-0c55-4463-a153-9f1a80f9b10e","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"tenant":"e2e-ipp-a-913351","gateway":"openshift-ingress/e2e-ipp-a-913351","model":"ai-tenant-e2e-ipp-a-913351/ipp-route-913351","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:12.400700398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"8bede9ca-0c55-4463-a153-9f1a80f9b10e","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"routeName":"ipp-route-913351-kserve-route","namespace":"ai-tenant-e2e-ipp-a-913351","llmisvcName":"ipp-route-913351","gateway":"openshift-ingress/e2e-ipp-a-913351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:12.427380738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-auth","reconcileID":"50f63db6-fedb-444c-bf93-79d392deaea9","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-913351","tenantID":"e2e-ipp-a-913351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:12.451637092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-913351-sub","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-sub","reconcileID":"ff709b26-2d5c-461c-9493-51dbd3663610","MaaSSubscription":{"name":"ipp-route-913351-sub","namespace":"ai-tenant-e2e-ipp-a-913351"},"name":"maas-trlp-ipp-route-913351","model":"ai-tenant-e2e-ipp-a-913351/ipp-route-913351","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:12.467823745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-auth","reconcileID":"50f63db6-fedb-444c-bf93-79d392deaea9","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"name":"e2e-ipp-a-913351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:12.547577485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-913351-sub","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-sub","reconcileID":"47394d45-2f7a-433e-b02c-fdb81790e873","MaaSSubscription":{"name":"ipp-route-913351-sub","namespace":"ai-tenant-e2e-ipp-a-913351"},"name":"maas-trlp-ipp-route-913351","model":"ai-tenant-e2e-ipp-a-913351/ipp-route-913351","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:12.601407153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-auth","reconcileID":"a52877ba-774d-481a-a918-e89bdc80011d","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-913351","tenantID":"e2e-ipp-a-913351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:12.67478638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-auth","reconcileID":"a52877ba-774d-481a-a918-e89bdc80011d","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"name":"e2e-ipp-a-913351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:17.626477332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"027e88b8-2934-4157-aa27-78ee83fb75e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:17.634174457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"027e88b8-2934-4157-aa27-78ee83fb75e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:17.641650847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"027e88b8-2934-4157-aa27-78ee83fb75e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:17.64607702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"027e88b8-2934-4157-aa27-78ee83fb75e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:18.09959763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1601c4a9-b629-4c7a-b7f8-da49b3dc9962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:18.105664637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1601c4a9-b629-4c7a-b7f8-da49b3dc9962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:18.111209339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1601c4a9-b629-4c7a-b7f8-da49b3dc9962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:18.116076589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1601c4a9-b629-4c7a-b7f8-da49b3dc9962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:18.468015913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9c81b43-c1b6-4447-b7e2-8407419deda6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:18.473059911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9c81b43-c1b6-4447-b7e2-8407419deda6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:18.477482318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9c81b43-c1b6-4447-b7e2-8407419deda6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:18.487486179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9c81b43-c1b6-4447-b7e2-8407419deda6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:18.875712669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d4f8cb1-c0b7-4f99-bef2-3d5ed1c20de7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:18.880393325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d4f8cb1-c0b7-4f99-bef2-3d5ed1c20de7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:18.884763055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d4f8cb1-c0b7-4f99-bef2-3d5ed1c20de7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:18.889201766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d4f8cb1-c0b7-4f99-bef2-3d5ed1c20de7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:19.217456836Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-490cdf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-490cdf","reconcileID":"750db53b-cacf-4def-bee6-7627e760e85c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-490cdf","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-490cdf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:19.257550592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"250ab3ca-9859-49f3-b853-542c72bf77e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:19.262125873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"250ab3ca-9859-49f3-b853-542c72bf77e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:19.276492842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"250ab3ca-9859-49f3-b853-542c72bf77e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:19.281093351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"250ab3ca-9859-49f3-b853-542c72bf77e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:19.668803573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0008591b-7514-486b-bf10-fba6fc935fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:19.675382902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0008591b-7514-486b-bf10-fba6fc935fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:19.680217204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0008591b-7514-486b-bf10-fba6fc935fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:19.684773505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0008591b-7514-486b-bf10-fba6fc935fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:19.902792028Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"default-tenant","reconcileID":"4d085b08-6556-4947-8ec1-822d26dd3ff9","namespace":"ai-tenant-e2e-ipp-a-913351","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:19.902855386Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"default-tenant","reconcileID":"4d085b08-6556-4947-8ec1-822d26dd3ff9","name":"ipp-route-913351-sub","namespace":"ai-tenant-e2e-ipp-a-913351","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:19.91830463Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"default-tenant","reconcileID":"4d085b08-6556-4947-8ec1-822d26dd3ff9","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:19.918325759Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"default-tenant","reconcileID":"4d085b08-6556-4947-8ec1-822d26dd3ff9","namespace":"ai-tenant-e2e-ipp-a-913351","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:19.918409501Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"default-tenant","reconcileID":"4d085b08-6556-4947-8ec1-822d26dd3ff9","name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:19.918938149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"35af0653-aa9b-418c-8340-e1d323b87de2","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"tenant":"e2e-ipp-a-913351","gateway":"openshift-ingress/e2e-ipp-a-913351","model":"ai-tenant-e2e-ipp-a-913351/ipp-route-913351","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:19.918953808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"35af0653-aa9b-418c-8340-e1d323b87de2","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"routeName":"ipp-route-913351-kserve-route","namespace":"ai-tenant-e2e-ipp-a-913351","llmisvcName":"ipp-route-913351","gateway":"openshift-ingress/e2e-ipp-a-913351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:19.930913596Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"default-tenant","reconcileID":"4d085b08-6556-4947-8ec1-822d26dd3ff9","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:19.932899064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"ca7ef89c-eae5-4bda-bca0-cf9c376dc418","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"tenant":"e2e-ipp-a-913351","gateway":"openshift-ingress/e2e-ipp-a-913351","model":"ai-tenant-e2e-ipp-a-913351/ipp-route-913351","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:19.932914092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"ca7ef89c-eae5-4bda-bca0-cf9c376dc418","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"routeName":"ipp-route-913351-kserve-route","namespace":"ai-tenant-e2e-ipp-a-913351","llmisvcName":"ipp-route-913351","gateway":"openshift-ingress/e2e-ipp-a-913351","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:19.939289379Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"ca7ef89c-eae5-4bda-bca0-cf9c376dc418","name":"ipp-route-913351","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-913351\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:19.939343256Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"ca7ef89c-eae5-4bda-bca0-cf9c376dc418","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-913351\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:19.940194234Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-913351-sub","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-sub","reconcileID":"551ca24f-cc8c-4776-9d82-b3ff646d323b","MaaSSubscription":{"name":"ipp-route-913351-sub","namespace":"ai-tenant-e2e-ipp-a-913351"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f2ed83de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:19.945415005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"6a9fc19c-cce4-4b61-bf75-2f1c48138d4b","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"tenant":"e2e-ipp-a-913351","gateway":"openshift-ingress/e2e-ipp-a-913351","model":"ai-tenant-e2e-ipp-a-913351/ipp-route-913351","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:19.945430223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"6a9fc19c-cce4-4b61-bf75-2f1c48138d4b","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"routeName":"ipp-route-913351-kserve-route","namespace":"ai-tenant-e2e-ipp-a-913351","llmisvcName":"ipp-route-913351","gateway":"openshift-ingress/e2e-ipp-a-913351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:19.954529138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-auth","reconcileID":"e88709a1-52d9-4170-9708-bb268125b360","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-913351","tenantID":"e2e-ipp-a-913351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:19.967788591Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-913351-sub","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-sub","reconcileID":"15e1d87e-ac55-441b-a4f9-d9e9b99d1849","MaaSSubscription":{"name":"ipp-route-913351-sub","namespace":"ai-tenant-e2e-ipp-a-913351"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f2ed83de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:19.97063675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-auth","reconcileID":"e88709a1-52d9-4170-9708-bb268125b360","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"name":"e2e-ipp-a-913351-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:19.972236832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"400c9bea-3281-4919-af46-4cf509e14f68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:19.976774026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"400c9bea-3281-4919-af46-4cf509e14f68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:19.980849515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"400c9bea-3281-4919-af46-4cf509e14f68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:19.985584699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"400c9bea-3281-4919-af46-4cf509e14f68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:20.089181351Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-auth","reconcileID":"6ed2b9f7-f635-408b-960c-512d54a92aad","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"model":"ai-tenant-e2e-ipp-a-913351/ipp-route-913351","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:20.108543825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-auth","reconcileID":"6ed2b9f7-f635-408b-960c-512d54a92aad","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-913351","tenantID":"e2e-ipp-a-913351","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:20.143982764Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-auth","reconcileID":"6ed2b9f7-f635-408b-960c-512d54a92aad","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"name":"e2e-ipp-a-913351-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:20.144002208Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-auth","reconcileID":"6ed2b9f7-f635-408b-960c-512d54a92aad","MaaSAuthPolicy":{"name":"ipp-route-913351-auth","namespace":"ai-tenant-e2e-ipp-a-913351"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-913351","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:20.159749815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"d3ebef9f-3c20-4eba-bb25-cb44010eadcc","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"tenant":"e2e-ipp-a-913351","gateway":"openshift-ingress/e2e-ipp-a-913351","model":"ai-tenant-e2e-ipp-a-913351/ipp-route-913351","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:20.159767743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"d3ebef9f-3c20-4eba-bb25-cb44010eadcc","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"routeName":"ipp-route-913351-kserve-route","namespace":"ai-tenant-e2e-ipp-a-913351","llmisvcName":"ipp-route-913351","gateway":"openshift-ingress/e2e-ipp-a-913351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:24.22834123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"eb8608af-4779-48cb-a054-8fb2881148c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:24.251431619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"1f528e80-ab7e-4bbb-98ea-d93bccd0acc3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:24.400273225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"9fec2590-155c-460e-bf39-4108c8f6b02e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:24.401171976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5c905acc-6dba-491d-975a-d97c1c8fb855","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:24.401990789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"ed9404af-d547-4445-90fa-b0f00cb8c475","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:24.452004765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"a2873276-0a08-40f6-b5a5-4a7992c597a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:24.456776417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"fcf55a7e-c90e-4805-b8a2-9ca0e0532de7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:24.553360995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"024b9324-1162-4437-bf30-75c54202b14b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:24.556574957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"7aca5723-9a75-44d8-a51a-bb199cb62c63","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:24.558702778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"c7289689-e597-416b-bf2b-9441d56510e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:24.58887146Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"default-tenant","reconcileID":"43ca1755-ce1a-4ae9-b9c3-08cce602a399","namespace":"ai-tenant-e2e-api-b-f61e4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:24.588922954Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"default-tenant","reconcileID":"43ca1755-ce1a-4ae9-b9c3-08cce602a399","namespace":"ai-tenant-e2e-api-b-f61e4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:24.588973262Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"default-tenant","reconcileID":"43ca1755-ce1a-4ae9-b9c3-08cce602a399","tenant":"e2e-api-b-f61e4b","tenantID":"e2e-api-b-f61e4b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:24.599299717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"default-tenant","reconcileID":"43ca1755-ce1a-4ae9-b9c3-08cce602a399","gvk":"Deployment","name":"maas-api-e2e-api-b-f61e4b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:24.62743813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"default-tenant","reconcileID":"43ca1755-ce1a-4ae9-b9c3-08cce602a399","gvk":"Service","name":"maas-api-e2e-api-b-f61e4b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:24.646289933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"default-tenant","reconcileID":"43ca1755-ce1a-4ae9-b9c3-08cce602a399","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-f61e4b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:24.657167647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"default-tenant","reconcileID":"43ca1755-ce1a-4ae9-b9c3-08cce602a399","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-f61e4b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:24.661648136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2436bdb0-68ac-4dad-812a-aa84cc477f78","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:24.661728742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-subscription","reconcileID":"cb8ec0e9-c878-4414-b5c4-06ddf326ec98","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-premium-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:24.669858342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"default-tenant","reconcileID":"43ca1755-ce1a-4ae9-b9c3-08cce602a399","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-f61e4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:24.686204568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"default-tenant","reconcileID":"43ca1755-ce1a-4ae9-b9c3-08cce602a399","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-f61e4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:24.701661318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"default-tenant","reconcileID":"43ca1755-ce1a-4ae9-b9c3-08cce602a399","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-f61e4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:24.723202494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"default-tenant","reconcileID":"43ca1755-ce1a-4ae9-b9c3-08cce602a399","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-f61e4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:24.727584937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"default-tenant","reconcileID":"43ca1755-ce1a-4ae9-b9c3-08cce602a399","gvk":"Deployment","name":"payload-processing-e2e-api-b-f61e4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:24.732592915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"default-tenant","reconcileID":"43ca1755-ce1a-4ae9-b9c3-08cce602a399","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-f61e4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:24.736736207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"default-tenant","reconcileID":"43ca1755-ce1a-4ae9-b9c3-08cce602a399","gvk":"Service","name":"payload-processing-e2e-api-b-f61e4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:24.741411255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"default-tenant","reconcileID":"43ca1755-ce1a-4ae9-b9c3-08cce602a399","gvk":"Service","name":"payload-pre-processing-e2e-api-b-f61e4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:24.745723629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"default-tenant","reconcileID":"43ca1755-ce1a-4ae9-b9c3-08cce602a399","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-f61e4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:24.750011413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"default-tenant","reconcileID":"43ca1755-ce1a-4ae9-b9c3-08cce602a399","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-f61e4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:24.754523584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"default-tenant","reconcileID":"43ca1755-ce1a-4ae9-b9c3-08cce602a399","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-f61e4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:24.763276474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"default-tenant","reconcileID":"43ca1755-ce1a-4ae9-b9c3-08cce602a399","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-f61e4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:24.770373684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"default-tenant","reconcileID":"43ca1755-ce1a-4ae9-b9c3-08cce602a399","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-f61e4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:24.775928013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"default-tenant","reconcileID":"43ca1755-ce1a-4ae9-b9c3-08cce602a399","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-f61e4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:24.780648426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"default-tenant","reconcileID":"43ca1755-ce1a-4ae9-b9c3-08cce602a399","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-f61e4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:24.785137212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-f61e4b"},"namespace":"ai-tenant-e2e-api-b-f61e4b","name":"default-tenant","reconcileID":"43ca1755-ce1a-4ae9-b9c3-08cce602a399","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-f61e4b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:25.204177476Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-f61e4b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-f61e4b","reconcileID":"767ca7b9-dd99-4092-9b70-0802db23377c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-f61e4b","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-f61e4b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:25.476067466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b45e8688-787b-4574-b38e-68c9c04a9207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:25.48754444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b45e8688-787b-4574-b38e-68c9c04a9207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:25.497847252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b45e8688-787b-4574-b38e-68c9c04a9207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:25.503572505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b45e8688-787b-4574-b38e-68c9c04a9207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:25.826014152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d41bedbc-df50-4470-afcb-af9955f78832","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:25.830776938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d41bedbc-df50-4470-afcb-af9955f78832","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:25.835308638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d41bedbc-df50-4470-afcb-af9955f78832","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:25.839578431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d41bedbc-df50-4470-afcb-af9955f78832","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:26.145624276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1289f12c-463c-4a66-babf-2922a15c2252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:26.149988652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1289f12c-463c-4a66-babf-2922a15c2252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:26.154365815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1289f12c-463c-4a66-babf-2922a15c2252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:26.158650974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1289f12c-463c-4a66-babf-2922a15c2252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:26.576361685Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-f03120","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-f03120","reconcileID":"26bc5341-140f-4223-9d28-5f939e00f0d4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-f03120","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-f03120":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:26.874571597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c2c1e21-87be-4300-b9a8-3e7dbb1ac0ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:26.878875203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c2c1e21-87be-4300-b9a8-3e7dbb1ac0ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:26.883198438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c2c1e21-87be-4300-b9a8-3e7dbb1ac0ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:26.887643331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c2c1e21-87be-4300-b9a8-3e7dbb1ac0ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:29.972989664Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-913351-sub","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-sub","reconcileID":"cbb8c235-328d-4d4d-bb2a-a9c7cbccb85c","MaaSSubscription":{"name":"ipp-route-913351-sub","namespace":"ai-tenant-e2e-ipp-a-913351"},"model":"ai-tenant-e2e-ipp-a-913351/ipp-route-913351","subscription":"ipp-route-913351-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:29.977921772Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-913351-sub","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-sub","reconcileID":"cbb8c235-328d-4d4d-bb2a-a9c7cbccb85c","MaaSSubscription":{"name":"ipp-route-913351-sub","namespace":"ai-tenant-e2e-ipp-a-913351"},"model":"ai-tenant-e2e-ipp-a-913351/ipp-route-913351","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:29.983965052Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-913351-sub","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351-sub","reconcileID":"cbb8c235-328d-4d4d-bb2a-a9c7cbccb85c","MaaSSubscription":{"name":"ipp-route-913351-sub","namespace":"ai-tenant-e2e-ipp-a-913351"},"name":"maas-trlp-ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351","model":"ai-tenant-e2e-ipp-a-913351/ipp-route-913351","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:30.11169265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"d9512e00-15ba-41a5-93bf-efb764619edb","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"tenant":"e2e-ipp-a-913351","gateway":"openshift-ingress/e2e-ipp-a-913351","model":"ai-tenant-e2e-ipp-a-913351/ipp-route-913351","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:30.111723647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"d9512e00-15ba-41a5-93bf-efb764619edb","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"routeName":"ipp-route-913351-kserve-route","namespace":"ai-tenant-e2e-ipp-a-913351","llmisvcName":"ipp-route-913351","gateway":"openshift-ingress/e2e-ipp-a-913351","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:33.128374951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-490cdf"},"namespace":"ai-tenant-e2e-praxis-a-490cdf","name":"default-tenant","reconcileID":"00dc236d-25c4-4fff-8cdd-960a79a5362b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-490cdf","tenantID":"e2e-praxis-a-490cdf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:33.15485581Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-490cdf"},"namespace":"ai-tenant-e2e-praxis-a-490cdf","name":"default-tenant","reconcileID":"00dc236d-25c4-4fff-8cdd-960a79a5362b","name":"e2e-praxis-a-490cdf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:35.678851176Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4f2325"},"namespace":"ai-tenant-e2e-ipp-a-4f2325","name":"default-tenant","reconcileID":"e6caba0b-ab8e-4559-871e-a4a8b5c29c1e","namespace":"ai-tenant-e2e-ipp-a-4f2325","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:35.678941615Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4f2325"},"namespace":"ai-tenant-e2e-ipp-a-4f2325","name":"default-tenant","reconcileID":"e6caba0b-ab8e-4559-871e-a4a8b5c29c1e","namespace":"ai-tenant-e2e-ipp-a-4f2325","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:35.67902815Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4f2325"},"namespace":"ai-tenant-e2e-ipp-a-4f2325","name":"default-tenant","reconcileID":"e6caba0b-ab8e-4559-871e-a4a8b5c29c1e","tenant":"e2e-ipp-a-4f2325","tenantID":"e2e-ipp-a-4f2325","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:35.690181513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4f2325"},"namespace":"ai-tenant-e2e-ipp-a-4f2325","name":"default-tenant","reconcileID":"e6caba0b-ab8e-4559-871e-a4a8b5c29c1e","gvk":"Deployment","name":"maas-api-e2e-ipp-a-4f2325","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:35.72350674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4f2325"},"namespace":"ai-tenant-e2e-ipp-a-4f2325","name":"default-tenant","reconcileID":"e6caba0b-ab8e-4559-871e-a4a8b5c29c1e","gvk":"Service","name":"maas-api-e2e-ipp-a-4f2325","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:35.764993542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4f2325"},"namespace":"ai-tenant-e2e-ipp-a-4f2325","name":"default-tenant","reconcileID":"e6caba0b-ab8e-4559-871e-a4a8b5c29c1e","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-4f2325","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:35.778962812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4f2325"},"namespace":"ai-tenant-e2e-ipp-a-4f2325","name":"default-tenant","reconcileID":"e6caba0b-ab8e-4559-871e-a4a8b5c29c1e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-4f2325","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:35.794146634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4f2325"},"namespace":"ai-tenant-e2e-ipp-a-4f2325","name":"default-tenant","reconcileID":"e6caba0b-ab8e-4559-871e-a4a8b5c29c1e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-4f2325","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:35.805083572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4f2325"},"namespace":"ai-tenant-e2e-ipp-a-4f2325","name":"default-tenant","reconcileID":"e6caba0b-ab8e-4559-871e-a4a8b5c29c1e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-4f2325","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:35.838404713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4f2325"},"namespace":"ai-tenant-e2e-ipp-a-4f2325","name":"default-tenant","reconcileID":"e6caba0b-ab8e-4559-871e-a4a8b5c29c1e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-4f2325","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:35.850131343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4f2325"},"namespace":"ai-tenant-e2e-ipp-a-4f2325","name":"default-tenant","reconcileID":"e6caba0b-ab8e-4559-871e-a4a8b5c29c1e","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-4f2325","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:35.865095029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4f2325"},"namespace":"ai-tenant-e2e-ipp-a-4f2325","name":"default-tenant","reconcileID":"e6caba0b-ab8e-4559-871e-a4a8b5c29c1e","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-4f2325","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:35.873493695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4f2325"},"namespace":"ai-tenant-e2e-ipp-a-4f2325","name":"default-tenant","reconcileID":"e6caba0b-ab8e-4559-871e-a4a8b5c29c1e","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-4f2325","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:35.896427926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4f2325"},"namespace":"ai-tenant-e2e-ipp-a-4f2325","name":"default-tenant","reconcileID":"e6caba0b-ab8e-4559-871e-a4a8b5c29c1e","gvk":"Service","name":"payload-processing-e2e-ipp-a-4f2325","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:35.930074359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4f2325"},"namespace":"ai-tenant-e2e-ipp-a-4f2325","name":"default-tenant","reconcileID":"e6caba0b-ab8e-4559-871e-a4a8b5c29c1e","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-4f2325","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:35.958306804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4f2325"},"namespace":"ai-tenant-e2e-ipp-a-4f2325","name":"default-tenant","reconcileID":"e6caba0b-ab8e-4559-871e-a4a8b5c29c1e","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-4f2325","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:35.992986472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4f2325"},"namespace":"ai-tenant-e2e-ipp-a-4f2325","name":"default-tenant","reconcileID":"e6caba0b-ab8e-4559-871e-a4a8b5c29c1e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-4f2325","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:36.010504879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4f2325"},"namespace":"ai-tenant-e2e-ipp-a-4f2325","name":"default-tenant","reconcileID":"e6caba0b-ab8e-4559-871e-a4a8b5c29c1e","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-4f2325","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:36.031730119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4f2325"},"namespace":"ai-tenant-e2e-ipp-a-4f2325","name":"default-tenant","reconcileID":"e6caba0b-ab8e-4559-871e-a4a8b5c29c1e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-4f2325","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:36.040388263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4f2325"},"namespace":"ai-tenant-e2e-ipp-a-4f2325","name":"default-tenant","reconcileID":"e6caba0b-ab8e-4559-871e-a4a8b5c29c1e","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-4f2325","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:36.061587642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4f2325"},"namespace":"ai-tenant-e2e-ipp-a-4f2325","name":"default-tenant","reconcileID":"e6caba0b-ab8e-4559-871e-a4a8b5c29c1e","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-4f2325","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:36.078597388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4f2325"},"namespace":"ai-tenant-e2e-ipp-a-4f2325","name":"default-tenant","reconcileID":"e6caba0b-ab8e-4559-871e-a4a8b5c29c1e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-4f2325","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:36.09895104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-4f2325"},"namespace":"ai-tenant-e2e-ipp-a-4f2325","name":"default-tenant","reconcileID":"e6caba0b-ab8e-4559-871e-a4a8b5c29c1e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-4f2325","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:36.482121393Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:36.523175802Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-4f2325","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-4f2325","reconcileID":"bc1f8e6b-08c4-45d9-8b30-1f584a226394","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-4f2325","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-4f2325"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:36.845190927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfaf6e79-2c47-4b10-bf16-7c48b1609887","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:36.849745373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfaf6e79-2c47-4b10-bf16-7c48b1609887","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:36.859323941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfaf6e79-2c47-4b10-bf16-7c48b1609887","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:36.865608404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfaf6e79-2c47-4b10-bf16-7c48b1609887","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:37.152767629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee34675a-e1a9-47dc-9ea1-7b82e2ed3f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:37.157491745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee34675a-e1a9-47dc-9ea1-7b82e2ed3f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:37.162102669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee34675a-e1a9-47dc-9ea1-7b82e2ed3f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:37.166638455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee34675a-e1a9-47dc-9ea1-7b82e2ed3f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:37.472461422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfd9436b-762f-455f-8ae5-2e08b23a9581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:37.479177082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfd9436b-762f-455f-8ae5-2e08b23a9581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:37.484120576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfd9436b-762f-455f-8ae5-2e08b23a9581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:37.488606634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfd9436b-762f-455f-8ae5-2e08b23a9581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:37.753026813Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"default-tenant","reconcileID":"9ddc3466-2b87-473b-aa4e-05f17d71083c","namespace":"ai-tenant-e2e-ipp-a-913351","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:37.75311828Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"default-tenant","reconcileID":"9ddc3466-2b87-473b-aa4e-05f17d71083c","namespace":"ai-tenant-e2e-ipp-a-913351","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:37.753172527Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"default-tenant","reconcileID":"9ddc3466-2b87-473b-aa4e-05f17d71083c","tenant":"e2e-ipp-a-913351","tenantID":"e2e-ipp-a-913351","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:37.761757215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"default-tenant","reconcileID":"9ddc3466-2b87-473b-aa4e-05f17d71083c","gvk":"Deployment","name":"maas-api-e2e-ipp-a-913351","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:37.762834076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69be2ac2-a9e1-4c93-8018-4a6877450153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:37.767307076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69be2ac2-a9e1-4c93-8018-4a6877450153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:37.771441285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69be2ac2-a9e1-4c93-8018-4a6877450153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:37.775496095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69be2ac2-a9e1-4c93-8018-4a6877450153","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:37.789945761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"default-tenant","reconcileID":"9ddc3466-2b87-473b-aa4e-05f17d71083c","gvk":"Service","name":"maas-api-e2e-ipp-a-913351","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:37.808258574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"default-tenant","reconcileID":"9ddc3466-2b87-473b-aa4e-05f17d71083c","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-913351","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:37.823061367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"default-tenant","reconcileID":"9ddc3466-2b87-473b-aa4e-05f17d71083c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-913351","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:37.835950198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"default-tenant","reconcileID":"9ddc3466-2b87-473b-aa4e-05f17d71083c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-913351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:37.851542376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"default-tenant","reconcileID":"9ddc3466-2b87-473b-aa4e-05f17d71083c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-913351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:37.862438317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"default-tenant","reconcileID":"9ddc3466-2b87-473b-aa4e-05f17d71083c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-913351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:37.875566724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"default-tenant","reconcileID":"9ddc3466-2b87-473b-aa4e-05f17d71083c","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-913351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:37.888465123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"default-tenant","reconcileID":"9ddc3466-2b87-473b-aa4e-05f17d71083c","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-913351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:37.908520935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"default-tenant","reconcileID":"9ddc3466-2b87-473b-aa4e-05f17d71083c","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-913351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:37.951166479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"default-tenant","reconcileID":"9ddc3466-2b87-473b-aa4e-05f17d71083c","gvk":"Service","name":"payload-processing-e2e-ipp-a-913351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:37.974379598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"default-tenant","reconcileID":"9ddc3466-2b87-473b-aa4e-05f17d71083c","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-913351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:37.987287589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"default-tenant","reconcileID":"9ddc3466-2b87-473b-aa4e-05f17d71083c","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-913351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:37.997913647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"default-tenant","reconcileID":"9ddc3466-2b87-473b-aa4e-05f17d71083c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-913351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:38.010503338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"default-tenant","reconcileID":"9ddc3466-2b87-473b-aa4e-05f17d71083c","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-913351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:38.019598304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"default-tenant","reconcileID":"9ddc3466-2b87-473b-aa4e-05f17d71083c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-913351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:38.029378198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"default-tenant","reconcileID":"9ddc3466-2b87-473b-aa4e-05f17d71083c","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-913351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:38.082194095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"default-tenant","reconcileID":"9ddc3466-2b87-473b-aa4e-05f17d71083c","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-913351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:38.096214918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"default-tenant","reconcileID":"9ddc3466-2b87-473b-aa4e-05f17d71083c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-913351","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:38.107419549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"default-tenant","reconcileID":"9ddc3466-2b87-473b-aa4e-05f17d71083c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-913351","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:38.345286683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79a3b34-4be0-4e9d-8be8-6e1edc3fc748","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:38.381576246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79a3b34-4be0-4e9d-8be8-6e1edc3fc748","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:38.437401452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79a3b34-4be0-4e9d-8be8-6e1edc3fc748","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:38.452685842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a79a3b34-4be0-4e9d-8be8-6e1edc3fc748","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:38.570899419Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-913351","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-913351","reconcileID":"a3eab6b9-0c56-405b-8761-d795a1830a23","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-913351","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-913351"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:38.614616694Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"7dc9abab-9d05-42e9-9fa4-85ba2388adc8","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:38.624926163Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"7dc9abab-9d05-42e9-9fa4-85ba2388adc8","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:38.6302898Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"23b8ebfc-325d-40f9-b2a8-4ef8ffdecafa","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:38.63044092Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"23b8ebfc-325d-40f9-b2a8-4ef8ffdecafa","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:38.640920233Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"13431957-4f77-4a3c-b7e0-b9f85074521a","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:38.641000739Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"13431957-4f77-4a3c-b7e0-b9f85074521a","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:38.662298526Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"5fc93cde-6cbc-4d06-8fcf-9ad764d15b3c","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:38.662391729Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"5fc93cde-6cbc-4d06-8fcf-9ad764d15b3c","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:38.702909512Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"283297bb-b1f6-43ab-9492-c2ef53ecbc32","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:38.702975046Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"283297bb-b1f6-43ab-9492-c2ef53ecbc32","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:38.783601033Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"ac45cd44-2dee-4644-949f-e5c8321c0646","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:38.783793508Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"ac45cd44-2dee-4644-949f-e5c8321c0646","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:38.858075514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3cb1919-e7b4-4e26-955b-53374adc00e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:38.862743844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3cb1919-e7b4-4e26-955b-53374adc00e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:38.867302683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3cb1919-e7b4-4e26-955b-53374adc00e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:38.872402274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3cb1919-e7b4-4e26-955b-53374adc00e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:38.944657958Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"b1f295ff-ed16-4087-a418-cb90748523b7","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:38.944754054Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"b1f295ff-ed16-4087-a418-cb90748523b7","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:39.200958719Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"3c14619b-219a-43e8-a873-c29ba1a79012","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:39.20102212Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"3c14619b-219a-43e8-a873-c29ba1a79012","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:39.299021086Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"7756e4f3-e13b-4b4d-8428-2f8afbe7a848","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:39.299114891Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"7756e4f3-e13b-4b4d-8428-2f8afbe7a848","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:39.351516197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ab20a66-e170-48cd-8ac0-0ae2df01ff41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:39.355657104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ab20a66-e170-48cd-8ac0-0ae2df01ff41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:39.359707705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ab20a66-e170-48cd-8ac0-0ae2df01ff41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:39.363826901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ab20a66-e170-48cd-8ac0-0ae2df01ff41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:39.637393841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c01d8800-1a8d-4428-990a-826d01d7d937","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:39.670465652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c01d8800-1a8d-4428-990a-826d01d7d937","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:39.674709875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c01d8800-1a8d-4428-990a-826d01d7d937","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:39.678811152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c01d8800-1a8d-4428-990a-826d01d7d937","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:40.327013499Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"7fc52d02-3d8c-47d6-9d57-a307e36fee3b","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:40.327117822Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"7fc52d02-3d8c-47d6-9d57-a307e36fee3b","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:40.354871175Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-426bab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-426bab","reconcileID":"33e299e7-b0fc-4337-8219-9adb152bfac8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-426bab","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-426bab":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:40.395178098Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"d91ab761-2ec2-4b79-95da-588c110279c1","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:40.395296845Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"d91ab761-2ec2-4b79-95da-588c110279c1","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:40.682978618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d753f905-9e12-47f5-acd8-e843c94a13c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:40.90651649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d753f905-9e12-47f5-acd8-e843c94a13c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:40.948015021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d753f905-9e12-47f5-acd8-e843c94a13c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:40.961680319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d753f905-9e12-47f5-acd8-e843c94a13c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:41.194447964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f03120"},"namespace":"ai-tenant-e2e-praxis-b-f03120","name":"default-tenant","reconcileID":"974451b1-18c2-4fb0-8f79-d938937e6961","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-f03120","tenantID":"e2e-praxis-b-f03120","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:41.218836979Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f03120"},"namespace":"ai-tenant-e2e-praxis-b-f03120","name":"default-tenant","reconcileID":"974451b1-18c2-4fb0-8f79-d938937e6961","name":"e2e-praxis-b-f03120-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:41.746080088Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"8f2c9c22-caed-4530-946f-525dab75d474","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:41.746143505Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"8f2c9c22-caed-4530-946f-525dab75d474","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:44.248784904Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"6d3c62ca-05a8-4ff9-a402-5b026c85c967","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:44.248871389Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"6d3c62ca-05a8-4ff9-a402-5b026c85c967","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:47.152910867Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"0d2d76ec-91db-4951-8fbf-ea313bb9da5b","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:47.152992845Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"0d2d76ec-91db-4951-8fbf-ea313bb9da5b","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:47.177427017Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"f286c638-84ec-4b93-9547-6710afa439cd","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:47.177497732Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"f286c638-84ec-4b93-9547-6710afa439cd","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:47.368302861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66fb2edf-6c5c-4552-9cb7-807e89902022","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:47.375743352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66fb2edf-6c5c-4552-9cb7-807e89902022","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:47.379914078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66fb2edf-6c5c-4552-9cb7-807e89902022","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:47.384508605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66fb2edf-6c5c-4552-9cb7-807e89902022","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:47.762710582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a301488e-e3c3-4cdf-9abd-de10abb00bf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:47.768547595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a301488e-e3c3-4cdf-9abd-de10abb00bf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:47.781491105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a301488e-e3c3-4cdf-9abd-de10abb00bf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:47.788160684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a301488e-e3c3-4cdf-9abd-de10abb00bf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:48.514759508Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"23c82dc3-ba66-4dee-9ce0-795be4b22485","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:48.514843842Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"23c82dc3-ba66-4dee-9ce0-795be4b22485","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:48.814004238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12f7f57d-57ee-4a38-be36-a1df5d633016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:48.825520759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12f7f57d-57ee-4a38-be36-a1df5d633016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:48.831549485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12f7f57d-57ee-4a38-be36-a1df5d633016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:48.874577158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12f7f57d-57ee-4a38-be36-a1df5d633016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:49.19527459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"073297a4-a9a1-458c-bdd7-8a0da6c07a3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:49.202680317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"073297a4-a9a1-458c-bdd7-8a0da6c07a3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:49.210167658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"073297a4-a9a1-458c-bdd7-8a0da6c07a3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:49.218951216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"073297a4-a9a1-458c-bdd7-8a0da6c07a3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:49.509703952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c678b9f-1a14-469d-bb07-f809b410d27a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:49.521313131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c678b9f-1a14-469d-bb07-f809b410d27a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:49.525784324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c678b9f-1a14-469d-bb07-f809b410d27a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:49.529991054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c678b9f-1a14-469d-bb07-f809b410d27a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:49.950840119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"427375fc-2233-445a-ad3c-7bd83411a258","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:49.9553398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"427375fc-2233-445a-ad3c-7bd83411a258","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:49.959964772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"427375fc-2233-445a-ad3c-7bd83411a258","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:49.971947982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"427375fc-2233-445a-ad3c-7bd83411a258","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:54.246083414Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"0c4a90cb-101a-4edd-a0ab-f7841cde1f03","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:54.246142639Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"0c4a90cb-101a-4edd-a0ab-f7841cde1f03","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:54.335430979Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"10fae0ff-159b-49fd-a349-a504269ea120","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:54.335520664Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"10fae0ff-159b-49fd-a349-a504269ea120","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:54.449822845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2008892-e15f-4c49-a622-99624a3088cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:54.470161246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2008892-e15f-4c49-a622-99624a3088cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:54.481235981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2008892-e15f-4c49-a622-99624a3088cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:54.486305462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2008892-e15f-4c49-a622-99624a3088cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:54.777135488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28017099-0114-4c79-877d-dcda84924dc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:54.786468002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28017099-0114-4c79-877d-dcda84924dc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:54.792980785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28017099-0114-4c79-877d-dcda84924dc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:54.802136705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28017099-0114-4c79-877d-dcda84924dc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:55.273318422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e621efd6-6b4b-479b-ac07-5796dff4f789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:55.285891105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e621efd6-6b4b-479b-ac07-5796dff4f789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:55.300313623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e621efd6-6b4b-479b-ac07-5796dff4f789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:55.306335887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e621efd6-6b4b-479b-ac07-5796dff4f789","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:55.395977575Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"3d16dcc8-ceff-4c7b-a9f4-8ed16fe0e7d8","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:55.396077583Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"3d16dcc8-ceff-4c7b-a9f4-8ed16fe0e7d8","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:55.398710163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-426bab"},"namespace":"ai-tenant-e2e-ipp-a-426bab","name":"default-tenant","reconcileID":"612e6ba8-28df-4d09-8f3c-6ac871d0c07b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-426bab","tenantID":"e2e-ipp-a-426bab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:55.427058105Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-426bab"},"namespace":"ai-tenant-e2e-ipp-a-426bab","name":"default-tenant","reconcileID":"612e6ba8-28df-4d09-8f3c-6ac871d0c07b","name":"e2e-ipp-a-426bab-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:55.435325056Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-ee4af9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-ee4af9","reconcileID":"82c471af-4804-48f0-a740-f5647bc8ebcd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-ee4af9","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-ee4af9":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:55.487406923Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"961afb53-78c8-44f4-a250-42a04f9d462b","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:55.487472188Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"961afb53-78c8-44f4-a250-42a04f9d462b","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:55.860642229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a823f35b-52bf-43dc-b16f-3d3620e042ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:55.86852412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a823f35b-52bf-43dc-b16f-3d3620e042ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:55.879718932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a823f35b-52bf-43dc-b16f-3d3620e042ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:55.88554138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a823f35b-52bf-43dc-b16f-3d3620e042ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:56.282137141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bacd8a53-2da6-4653-bb81-6bbf487c825b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:56.288560524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bacd8a53-2da6-4653-bb81-6bbf487c825b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:56.293467726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bacd8a53-2da6-4653-bb81-6bbf487c825b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:56.297782627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bacd8a53-2da6-4653-bb81-6bbf487c825b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:56.69848167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16e67746-98d6-47a8-97a7-f6c3878880db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:56.704431277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16e67746-98d6-47a8-97a7-f6c3878880db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:56.728383881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16e67746-98d6-47a8-97a7-f6c3878880db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:56.732929766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16e67746-98d6-47a8-97a7-f6c3878880db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:56.965214284Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"585ed1e4-2b84-4d04-a877-887375270070","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:56.965285222Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"585ed1e4-2b84-4d04-a877-887375270070","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:57.139764122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7fb0b19-6c64-4aba-999e-d9bdfac12bc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:57.144894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7fb0b19-6c64-4aba-999e-d9bdfac12bc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:57.149627735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7fb0b19-6c64-4aba-999e-d9bdfac12bc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:57.158245007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7fb0b19-6c64-4aba-999e-d9bdfac12bc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:57.481546822Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"6b26cbbe-1ac1-4e52-b4fd-892308c181ce","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:57.481632732Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"6b26cbbe-1ac1-4e52-b4fd-892308c181ce","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:57.511009907Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"c17d5040-a798-4e2c-8195-0d7db6b39c76","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:52:57.51111321Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"c17d5040-a798-4e2c-8195-0d7db6b39c76","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:57.780909551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"659e638d-d3d4-4703-87f2-dbc950826fa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:57.785812478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"659e638d-d3d4-4703-87f2-dbc950826fa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:57.790573252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"659e638d-d3d4-4703-87f2-dbc950826fa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:57.794919369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"659e638d-d3d4-4703-87f2-dbc950826fa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:58.135885337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"503b8be8-9649-4259-b47e-220601650fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:58.140724746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"503b8be8-9649-4259-b47e-220601650fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:58.145324577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"503b8be8-9649-4259-b47e-220601650fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:58.149971109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"503b8be8-9649-4259-b47e-220601650fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:58.472812981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"646c4c57-097b-41c6-8a7a-4e217dd8e57b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:58.47764652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"646c4c57-097b-41c6-8a7a-4e217dd8e57b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:58.48175339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"646c4c57-097b-41c6-8a7a-4e217dd8e57b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:58.486288731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"646c4c57-097b-41c6-8a7a-4e217dd8e57b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:58.874594617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff73b5dd-5fe8-4d46-82b1-bbd452d693f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:58.879509558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff73b5dd-5fe8-4d46-82b1-bbd452d693f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:58.889604744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff73b5dd-5fe8-4d46-82b1-bbd452d693f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:58.898995884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff73b5dd-5fe8-4d46-82b1-bbd452d693f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:59.268857609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec4dcbc1-5cf1-49ca-bad4-256b3628d82e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:59.27345196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec4dcbc1-5cf1-49ca-bad4-256b3628d82e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:59.282144806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec4dcbc1-5cf1-49ca-bad4-256b3628d82e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:59.293537403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec4dcbc1-5cf1-49ca-bad4-256b3628d82e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:59.676676589Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ec5e0f"},"namespace":"ai-tenant-e2e-ipp-b-ec5e0f","name":"default-tenant","reconcileID":"ee2295fd-4d27-4f2c-a869-c782f539d789","namespace":"ai-tenant-e2e-ipp-b-ec5e0f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:59.676736362Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ec5e0f"},"namespace":"ai-tenant-e2e-ipp-b-ec5e0f","name":"default-tenant","reconcileID":"ee2295fd-4d27-4f2c-a869-c782f539d789","namespace":"ai-tenant-e2e-ipp-b-ec5e0f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:59.67678449Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ec5e0f"},"namespace":"ai-tenant-e2e-ipp-b-ec5e0f","name":"default-tenant","reconcileID":"ee2295fd-4d27-4f2c-a869-c782f539d789","tenant":"e2e-ipp-b-ec5e0f","tenantID":"e2e-ipp-b-ec5e0f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:59.683606137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ec5e0f"},"namespace":"ai-tenant-e2e-ipp-b-ec5e0f","name":"default-tenant","reconcileID":"ee2295fd-4d27-4f2c-a869-c782f539d789","gvk":"Deployment","name":"maas-api-e2e-ipp-b-ec5e0f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:59.706139288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ec5e0f"},"namespace":"ai-tenant-e2e-ipp-b-ec5e0f","name":"default-tenant","reconcileID":"ee2295fd-4d27-4f2c-a869-c782f539d789","gvk":"Service","name":"maas-api-e2e-ipp-b-ec5e0f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:59.733745102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ec5e0f"},"namespace":"ai-tenant-e2e-ipp-b-ec5e0f","name":"default-tenant","reconcileID":"ee2295fd-4d27-4f2c-a869-c782f539d789","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-ec5e0f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:59.741740111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ec5e0f"},"namespace":"ai-tenant-e2e-ipp-b-ec5e0f","name":"default-tenant","reconcileID":"ee2295fd-4d27-4f2c-a869-c782f539d789","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-ec5e0f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:59.753847491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ec5e0f"},"namespace":"ai-tenant-e2e-ipp-b-ec5e0f","name":"default-tenant","reconcileID":"ee2295fd-4d27-4f2c-a869-c782f539d789","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-ec5e0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:59.763083347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ec5e0f"},"namespace":"ai-tenant-e2e-ipp-b-ec5e0f","name":"default-tenant","reconcileID":"ee2295fd-4d27-4f2c-a869-c782f539d789","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-ec5e0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:59.783445624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ec5e0f"},"namespace":"ai-tenant-e2e-ipp-b-ec5e0f","name":"default-tenant","reconcileID":"ee2295fd-4d27-4f2c-a869-c782f539d789","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-ec5e0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:59.792836993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ec5e0f"},"namespace":"ai-tenant-e2e-ipp-b-ec5e0f","name":"default-tenant","reconcileID":"ee2295fd-4d27-4f2c-a869-c782f539d789","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-ec5e0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:59.801128186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ec5e0f"},"namespace":"ai-tenant-e2e-ipp-b-ec5e0f","name":"default-tenant","reconcileID":"ee2295fd-4d27-4f2c-a869-c782f539d789","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-ec5e0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:59.812914622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ec5e0f"},"namespace":"ai-tenant-e2e-ipp-b-ec5e0f","name":"default-tenant","reconcileID":"ee2295fd-4d27-4f2c-a869-c782f539d789","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-ec5e0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:59.847749257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ec5e0f"},"namespace":"ai-tenant-e2e-ipp-b-ec5e0f","name":"default-tenant","reconcileID":"ee2295fd-4d27-4f2c-a869-c782f539d789","gvk":"Service","name":"payload-processing-e2e-ipp-b-ec5e0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:59.889401103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ec5e0f"},"namespace":"ai-tenant-e2e-ipp-b-ec5e0f","name":"default-tenant","reconcileID":"ee2295fd-4d27-4f2c-a869-c782f539d789","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-ec5e0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:59.908355799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ec5e0f"},"namespace":"ai-tenant-e2e-ipp-b-ec5e0f","name":"default-tenant","reconcileID":"ee2295fd-4d27-4f2c-a869-c782f539d789","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-ec5e0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:59.915631067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ec5e0f"},"namespace":"ai-tenant-e2e-ipp-b-ec5e0f","name":"default-tenant","reconcileID":"ee2295fd-4d27-4f2c-a869-c782f539d789","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-ec5e0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:59.927485609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ec5e0f"},"namespace":"ai-tenant-e2e-ipp-b-ec5e0f","name":"default-tenant","reconcileID":"ee2295fd-4d27-4f2c-a869-c782f539d789","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-ec5e0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:59.938882875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ec5e0f"},"namespace":"ai-tenant-e2e-ipp-b-ec5e0f","name":"default-tenant","reconcileID":"ee2295fd-4d27-4f2c-a869-c782f539d789","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-ec5e0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:59.950508908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ec5e0f"},"namespace":"ai-tenant-e2e-ipp-b-ec5e0f","name":"default-tenant","reconcileID":"ee2295fd-4d27-4f2c-a869-c782f539d789","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-ec5e0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:59.963506243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ec5e0f"},"namespace":"ai-tenant-e2e-ipp-b-ec5e0f","name":"default-tenant","reconcileID":"ee2295fd-4d27-4f2c-a869-c782f539d789","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-ec5e0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:59.970560417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ec5e0f"},"namespace":"ai-tenant-e2e-ipp-b-ec5e0f","name":"default-tenant","reconcileID":"ee2295fd-4d27-4f2c-a869-c782f539d789","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-ec5e0f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:52:59.980406678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-ec5e0f"},"namespace":"ai-tenant-e2e-ipp-b-ec5e0f","name":"default-tenant","reconcileID":"ee2295fd-4d27-4f2c-a869-c782f539d789","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-ec5e0f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:00.167483103Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-ec5e0f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-ec5e0f","reconcileID":"14b44dd0-8d61-4e34-8fd7-977c3bb674f0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-ec5e0f","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-ec5e0f"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:53:00.340237039Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"b8e0fb09-609d-4b1b-8711-1d44f0901429","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:53:00.340335197Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"b8e0fb09-609d-4b1b-8711-1d44f0901429","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:00.608738842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b66870fa-7073-4792-982c-7402d75e6340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:00.613148574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b66870fa-7073-4792-982c-7402d75e6340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:00.618167816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b66870fa-7073-4792-982c-7402d75e6340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:00.625847407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b66870fa-7073-4792-982c-7402d75e6340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:00.909457902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6985ed66-affa-44bc-beb4-d50c735798e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:00.913785295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6985ed66-affa-44bc-beb4-d50c735798e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:00.923464307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6985ed66-affa-44bc-beb4-d50c735798e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:00.936257191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6985ed66-affa-44bc-beb4-d50c735798e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:06.374541537Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:09.102358362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ee4af9"},"namespace":"ai-tenant-e2e-praxis-b-ee4af9","name":"default-tenant","reconcileID":"246ef68e-899f-4c83-9a5b-6967c97f4ba5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-ee4af9","tenantID":"e2e-praxis-b-ee4af9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:09.15251368Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ee4af9"},"namespace":"ai-tenant-e2e-praxis-b-ee4af9","name":"default-tenant","reconcileID":"246ef68e-899f-4c83-9a5b-6967c97f4ba5","name":"e2e-praxis-b-ee4af9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:53:10.646763391Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"e0dbc1f0-1d97-4fcd-8dea-6597af788acc","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:53:10.646936899Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"e0dbc1f0-1d97-4fcd-8dea-6597af788acc","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:10.859506714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a52aa8b3-8c7a-45a3-ba9e-cddf1c9fe5c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:10.865629793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a52aa8b3-8c7a-45a3-ba9e-cddf1c9fe5c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:10.877349621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a52aa8b3-8c7a-45a3-ba9e-cddf1c9fe5c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:10.88440847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a52aa8b3-8c7a-45a3-ba9e-cddf1c9fe5c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:11.141967821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c4c82e9-523d-428e-8554-99d293c84965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:11.148908835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c4c82e9-523d-428e-8554-99d293c84965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:11.154907534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c4c82e9-523d-428e-8554-99d293c84965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:11.159841381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c4c82e9-523d-428e-8554-99d293c84965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:12.569353759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"bbd0c1fe-c225-4f5f-9a15-cfb25edd8dbb","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:12.580589763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"776a461e-8250-4adc-b20d-aad73a7743f5","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:53:12.584598352Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-11cf8d1c","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-apikey-sub-binding-11cf8d1c","reconcileID":"5f9ac4b7-c639-4684-bb90-cef215be7439","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-11cf8d1c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:12.589268926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"0ebeca6b-bc8c-4054-ad91-0ecfa0f2b9e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:12.589454174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"e00a843c-3eca-4e03-ae9a-f701b5aea2d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:12.599441163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"0ebeca6b-bc8c-4054-ad91-0ecfa0f2b9e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:12.599978638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"e00a843c-3eca-4e03-ae9a-f701b5aea2d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:12.602766131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"5004cb8d-1693-45af-bf14-58a9013d7694","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:12.61297855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"f7d0498b-9add-4930-b995-3549184ac6c5","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:12.645080308Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-11cf8d1c","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-apikey-sub-binding-11cf8d1c","reconcileID":"c18ccc0c-0096-4d87-ba01-d07d2bfe5856","MaaSSubscription":{"name":"e2e-apikey-sub-binding-11cf8d1c","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/e2e-apikey-sub-binding-11cf8d1c","ai-tenant-e2e-worker-w3-c1fdd6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:12.672165802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"93ab6b16-485d-443d-91a9-361ec40adffa","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:12.72254125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"261a18ba-17f5-4d41-b710-aef38ac8a9f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:12.722557549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"41b6ab15-9121-4595-8597-bd1c751e75dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:12.73314185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"261a18ba-17f5-4d41-b710-aef38ac8a9f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:12.733197001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"41b6ab15-9121-4595-8597-bd1c751e75dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:12.737405694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-11cf8d1c","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-apikey-sub-binding-11cf8d1c","reconcileID":"38c5251a-10fd-4454-a720-9dbe8a9496a0","MaaSSubscription":{"name":"e2e-apikey-sub-binding-11cf8d1c","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:12.737439971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"85ada6af-0e9f-418b-abbb-0c89e504eaa1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:13.49053069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"0d235cbe-88b0-4021-9fd8-8e8e5f3fafad","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:13.511844357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"2821e671-e3be-41c6-87d7-4c63d5215e32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:13.511844434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"b570b212-d2e4-46f1-9787-417efe27deba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:13.570609119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"2821e671-e3be-41c6-87d7-4c63d5215e32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:13.570733088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"b570b212-d2e4-46f1-9787-417efe27deba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:53:20.978462352Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"b6a85632-d30b-4b8b-8a3d-c0f9409a02b7","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:53:20.978542733Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-913351","namespace":"ai-tenant-e2e-ipp-a-913351"},"namespace":"ai-tenant-e2e-ipp-a-913351","name":"ipp-route-913351","reconcileID":"b6a85632-d30b-4b8b-8a3d-c0f9409a02b7","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-913351/ipp-route-913351: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-913351/ipp-route-913351-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-913351]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:23.512828458Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-11cf8d1c","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-apikey-sub-binding-11cf8d1c","reconcileID":"ecce3120-eef8-44bc-9cb9-d62df527c97f","MaaSSubscription":{"name":"e2e-apikey-sub-binding-11cf8d1c","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscription":"e2e-apikey-sub-binding-11cf8d1c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:23.569900019Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-11cf8d1c","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-apikey-sub-binding-11cf8d1c","reconcileID":"ecce3120-eef8-44bc-9cb9-d62df527c97f","MaaSSubscription":{"name":"e2e-apikey-sub-binding-11cf8d1c","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:23.573947285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"113889bf-f4cd-4cb3-951c-b79bbc82351a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:23.579682032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"113889bf-f4cd-4cb3-951c-b79bbc82351a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:23.584749662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"113889bf-f4cd-4cb3-951c-b79bbc82351a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:23.589752932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"113889bf-f4cd-4cb3-951c-b79bbc82351a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:23.61440471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"e68d2724-6cc6-472f-ae8d-26eb7b83d59a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:23.642654706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"1cb98883-c2a6-4886-9714-4943776453c9","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:23.686863857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"7029713b-d1cd-413e-bd51-3154b0528e45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:23.686875455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"7e727878-10de-4f2a-8040-afabbcb16f63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:23.701076233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"7e727878-10de-4f2a-8040-afabbcb16f63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:23.706804581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"7029713b-d1cd-413e-bd51-3154b0528e45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:23.967079809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e84bace-e60c-4d24-9ba3-dcd5f8786f87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:23.971579749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e84bace-e60c-4d24-9ba3-dcd5f8786f87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:23.979028814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e84bace-e60c-4d24-9ba3-dcd5f8786f87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:23.983774336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e84bace-e60c-4d24-9ba3-dcd5f8786f87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:24.822910972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"79517b06-310a-46cf-82b1-147c3c4d246b","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:24.843359541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"a2a0f5d2-1392-489b-901b-614cce6c6333","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:53:24.853265857Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-ordering-sub","reconcileID":"58310ed0-f135-4ead-9d74-7700355008af","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:24.889037017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"5ee7a352-02f7-467c-a548-247820fa2d58","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:24.898121102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"c68901af-0400-4968-afa1-5ace4b87da9e","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:24.902180817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"71fd29cd-3c3b-44f5-b61e-387fd0697041","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:24.902671623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"b2dfb7aa-25f0-4156-a45a-215fcdd95ed7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:24.914522609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"b2dfb7aa-25f0-4156-a45a-215fcdd95ed7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:24.983563562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"71fd29cd-3c3b-44f5-b61e-387fd0697041","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:25.014391405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"c99a497f-2c70-40cc-8aaa-cc0ec3385c13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:25.015946672Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-ordering-sub","reconcileID":"41e1b03e-2381-49f3-abbb-22db573c11d7","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/e2e-ordering-sub","ai-tenant-e2e-worker-w3-c1fdd6/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:25.020390884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"4929abc1-a49f-4f4b-ab21-05c7dd426d4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:25.026216574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"c99a497f-2c70-40cc-8aaa-cc0ec3385c13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:25.070377268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"c59c7eae-c8b9-4f6b-bf7f-9e3bdee8ea18","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:25.07075085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"4929abc1-a49f-4f4b-ab21-05c7dd426d4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:25.075460879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"af4d8b87-5697-4127-928a-17c1677c15b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:25.16325857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-ordering-sub","reconcileID":"f01ec072-e6a7-4d4b-9778-2b4ed58388f8","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:27.312543912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"c8cb7d0f-02d3-449c-a096-08fa51a9d675","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"tenant":"e2e-praxis-a-b17e94","gateway":"openshift-ingress/e2e-praxis-a-b17e94","model":"ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:27.312578763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"c8cb7d0f-02d3-449c-a096-08fa51a9d675","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"routeName":"praxis-route-b17e94-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b17e94","llmisvcName":"praxis-route-b17e94","gateway":"openshift-ingress/e2e-praxis-a-b17e94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:27.672531765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"ca5cc618-ff93-4bc4-9724-815d062ac726","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"tenant":"e2e-praxis-a-b17e94","gateway":"openshift-ingress/e2e-praxis-a-b17e94","model":"ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:27.672555839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"ca5cc618-ff93-4bc4-9724-815d062ac726","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"routeName":"praxis-route-b17e94-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b17e94","llmisvcName":"praxis-route-b17e94","gateway":"openshift-ingress/e2e-praxis-a-b17e94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:27.686260044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"5597e287-a3bd-43de-bd66-f623e1d69fdd","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"tenant":"e2e-praxis-a-b17e94","gateway":"openshift-ingress/e2e-praxis-a-b17e94","model":"ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:27.686278526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"5597e287-a3bd-43de-bd66-f623e1d69fdd","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"routeName":"praxis-route-b17e94-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b17e94","llmisvcName":"praxis-route-b17e94","gateway":"openshift-ingress/e2e-praxis-a-b17e94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:27.704806675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-auth","reconcileID":"20c26118-d3d0-4cf9-af3d-b2bfeadc3777","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b17e94","tenantID":"e2e-praxis-a-b17e94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:27.79175625Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-auth","reconcileID":"20c26118-d3d0-4cf9-af3d-b2bfeadc3777","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"name":"e2e-praxis-a-b17e94-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:27.801258472Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-b17e94-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-auth","reconcileID":"20c26118-d3d0-4cf9-af3d-b2bfeadc3777","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:27.815397776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"1a305ee2-7a52-4a2c-bf2e-4e593c067d31","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"tenant":"e2e-praxis-a-b17e94","gateway":"openshift-ingress/e2e-praxis-a-b17e94","model":"ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:27.815420975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"1a305ee2-7a52-4a2c-bf2e-4e593c067d31","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"routeName":"praxis-route-b17e94-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b17e94","llmisvcName":"praxis-route-b17e94","gateway":"openshift-ingress/e2e-praxis-a-b17e94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:27.86414975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce222638-4c20-44a5-8ff4-b89e3eeabedc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:27.86478898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"0b71224b-16b7-4115-a663-f5c7050f94d2","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:27.8695066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce222638-4c20-44a5-8ff4-b89e3eeabedc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:27.874892594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce222638-4c20-44a5-8ff4-b89e3eeabedc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:27.882850467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce222638-4c20-44a5-8ff4-b89e3eeabedc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:27.885195117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"8f26db94-2d9b-422c-949a-fbaac5aa2514","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:27.901639445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-ordering-auth","reconcileID":"57861379-a21f-4f4b-8655-5774b9323b89","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:27.912945264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-ordering-auth","reconcileID":"57861379-a21f-4f4b-8655-5774b9323b89","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:27.951788711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"464b3ed3-e14b-4c11-893a-66e46afbbf1b","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:28.144538258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d5d129b-531d-48ef-923c-228e701cd7c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:28.156300654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d5d129b-531d-48ef-923c-228e701cd7c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:28.161173794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d5d129b-531d-48ef-923c-228e701cd7c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:28.165530408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d5d129b-531d-48ef-923c-228e701cd7c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:28.469806088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"f0299182-5c03-4c1d-a8be-7ef143365256","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:28.497982719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-ordering-auth","reconcileID":"b11532c6-c77f-49a0-90ce-886a35f7d4a4","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:28.498161878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"8be775f2-4bbf-4654-bb63-1ee559ae76b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:28.498615969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"38326722-6576-4c60-aa84-591bc7aa87eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:28.51578683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"8be775f2-4bbf-4654-bb63-1ee559ae76b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:28.515853878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"38326722-6576-4c60-aa84-591bc7aa87eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:28.518342332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-ordering-auth","reconcileID":"b11532c6-c77f-49a0-90ce-886a35f7d4a4","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:36.373536706Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:37.831193943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-auth","reconcileID":"7b6e880b-a7eb-49c9-a903-98d01a6fdc3c","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b17e94","tenantID":"e2e-praxis-a-b17e94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:37.84238003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-auth","reconcileID":"7b6e880b-a7eb-49c9-a903-98d01a6fdc3c","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"name":"e2e-praxis-a-b17e94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:37.850988423Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-b17e94-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-auth","reconcileID":"7b6e880b-a7eb-49c9-a903-98d01a6fdc3c","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:38.170022577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81f08780-e1e3-4ee4-b2cb-577e17895ff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:38.175524042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81f08780-e1e3-4ee4-b2cb-577e17895ff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:38.180206225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81f08780-e1e3-4ee4-b2cb-577e17895ff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:38.185300328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81f08780-e1e3-4ee4-b2cb-577e17895ff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:38.545836732Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-ordering-sub","reconcileID":"eb0189da-f769-48d8-970b-14ddd406c749","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:38.789024586Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-ordering-sub","reconcileID":"eb0189da-f769-48d8-970b-14ddd406c749","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:38.819200754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"3dc0e935-1b79-4d11-b5ba-582d66f3547b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:38.840547446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"178f5a9d-4c9f-4165-893a-392a82046130","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:38.869416899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"9ed853cd-27f3-46c0-8fbc-05e4a2f06fee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:38.869509913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-ordering-auth","reconcileID":"99c43bdb-4f23-4a4d-a691-56f68c9dcbc4","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:38.883730581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"9ed853cd-27f3-46c0-8fbc-05e4a2f06fee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:38.883828588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-ordering-auth","reconcileID":"99c43bdb-4f23-4a4d-a691-56f68c9dcbc4","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:38.884615113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"228a3413-53b0-49d2-81b1-026b4a6877e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:38.889834486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c91a343-6d64-43e0-bd1e-dfcb8496030c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:38.894712347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"228a3413-53b0-49d2-81b1-026b4a6877e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:38.898060426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c91a343-6d64-43e0-bd1e-dfcb8496030c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:38.908920689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c91a343-6d64-43e0-bd1e-dfcb8496030c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:38.917267307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c91a343-6d64-43e0-bd1e-dfcb8496030c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:39.004746146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"bf557199-5ed7-4de5-ab86-32b8abe2ad3d","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:39.004791964Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-ordering-auth","reconcileID":"adb0a567-4c3b-4a89-a7ef-d01f6cd3a06f","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:39.147095131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"18f84f52-4e32-410e-bdba-d7f9af02a0e8","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:39.335797189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30e3676d-2bcc-4e76-a7fd-df01001bf627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:39.340676361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30e3676d-2bcc-4e76-a7fd-df01001bf627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:39.346232241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30e3676d-2bcc-4e76-a7fd-df01001bf627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:39.350923358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30e3676d-2bcc-4e76-a7fd-df01001bf627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:39.688697635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0429a46d-0b02-4bf0-bb39-a9bb558818ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:39.693742203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0429a46d-0b02-4bf0-bb39-a9bb558818ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:39.70082898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0429a46d-0b02-4bf0-bb39-a9bb558818ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:39.707449511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0429a46d-0b02-4bf0-bb39-a9bb558818ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:40.411790642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"4bafde5f-c5d1-4d57-935a-6590c32e9623","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:40.433838134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"3ddd5aae-6db5-45f7-815d-59dda90ff4a2","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:40.455408221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-success","reconcileID":"ad0b48b7-abf0-44c1-a2e8-d4b1c1aef10f","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:40.467308033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-success","reconcileID":"ad0b48b7-abf0-44c1-a2e8-d4b1c1aef10f","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:40.598431567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"77627536-25ca-4701-a4d0-0d4d1f63f345","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:40.599429265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"3ebde509-80f2-444a-981e-84f7f7ee1795","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:40.609452703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"f7ffe33c-29ea-4fbf-99bf-9f6592567829","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:53:40.612904477Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-subscription-success","reconcileID":"75cf0852-63d8-4ab2-a310-33bbaefefdef","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:40.616435998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"8c6a6361-296b-413d-98a4-72f2b5f53b0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:40.616488142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"68e12699-4dd4-4157-b2b3-82df653355c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:40.617036298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-success","reconcileID":"88cf327f-a311-4b67-aa20-d4b104862c40","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:40.627169245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"8c6a6361-296b-413d-98a4-72f2b5f53b0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:40.627527157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"68e12699-4dd4-4157-b2b3-82df653355c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:40.630860939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-success","reconcileID":"88cf327f-a311-4b67-aa20-d4b104862c40","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:40.646238731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"8fc2afa1-56d5-4b00-a10e-39b9ea8d1337","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:40.672826781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"79e0f8cb-4892-4209-9076-b87992ca365c","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:40.719534087Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-subscription-success","reconcileID":"f94074e8-2410-4262-a008-384837900906","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/e2e-test-subscription-success","ai-tenant-e2e-worker-w3-c1fdd6/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:40.748962743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"4ed04aae-6d6b-4775-8ad7-0ee98abfe8f1","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:40.803748486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-subscription-success","reconcileID":"70300a19-489e-4464-86e3-4b2ce04cbedc","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:40.805180318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"687d678b-b37f-4fb0-a399-90f89e24873c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:40.805538519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-success","reconcileID":"10705a82-cdb5-4e76-8a78-470fff36c0ef","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:40.806471627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"d0fd9838-b090-444e-8922-df0b42b1921e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:40.807932824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"870e4ce5-1c66-4a65-836d-31002cb65bb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:40.817401444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-success","reconcileID":"10705a82-cdb5-4e76-8a78-470fff36c0ef","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:40.817675765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"687d678b-b37f-4fb0-a399-90f89e24873c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:40.820455835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"870e4ce5-1c66-4a65-836d-31002cb65bb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:41.603607687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f7c4d8f-f9a2-4281-a75f-7fe59cbfd303","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:41.608095908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f7c4d8f-f9a2-4281-a75f-7fe59cbfd303","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:41.612196582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f7c4d8f-f9a2-4281-a75f-7fe59cbfd303","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:41.616393834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f7c4d8f-f9a2-4281-a75f-7fe59cbfd303","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:41.750481983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"f5fce107-d7f0-4d09-97cf-f59e22e35c09","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:41.766178895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"f5d28a79-f20b-4857-aa92-009c9800adbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:41.766592213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-success","reconcileID":"09aa9825-5fdb-4645-a70f-6579f91f89e2","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:41.766952139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"0d15b2b8-971a-457b-8016-9387198963b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:41.776320253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"0d15b2b8-971a-457b-8016-9387198963b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:41.779114231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"f5d28a79-f20b-4857-aa92-009c9800adbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:41.781984361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-success","reconcileID":"09aa9825-5fdb-4645-a70f-6579f91f89e2","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:41.942178688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d21ca7e8-3956-4b5c-a742-812fcb6e5051","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:41.946870509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d21ca7e8-3956-4b5c-a742-812fcb6e5051","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:41.950949359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d21ca7e8-3956-4b5c-a742-812fcb6e5051","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:41.95541291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d21ca7e8-3956-4b5c-a742-812fcb6e5051","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:42.581321743Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-55a8e6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-55a8e6","reconcileID":"b1d3a50f-de38-437d-8553-53d0eadc4809","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-55a8e6","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-55a8e6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:42.79851768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cef8239-e412-4b9f-b5ea-2f1d2744cf7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:42.808214101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cef8239-e412-4b9f-b5ea-2f1d2744cf7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:42.814821016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cef8239-e412-4b9f-b5ea-2f1d2744cf7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:42.818992495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cef8239-e412-4b9f-b5ea-2f1d2744cf7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:44.369664594Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-490cdf"},"namespace":"ai-tenant-e2e-praxis-a-490cdf","name":"default-tenant","reconcileID":"bf0f6bd1-f62d-42f1-bd9c-db50f673d542","namespace":"ai-tenant-e2e-praxis-a-490cdf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:44.369721795Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-490cdf"},"namespace":"ai-tenant-e2e-praxis-a-490cdf","name":"default-tenant","reconcileID":"bf0f6bd1-f62d-42f1-bd9c-db50f673d542","namespace":"ai-tenant-e2e-praxis-a-490cdf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:44.369781642Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-490cdf"},"namespace":"ai-tenant-e2e-praxis-a-490cdf","name":"default-tenant","reconcileID":"bf0f6bd1-f62d-42f1-bd9c-db50f673d542","tenant":"e2e-praxis-a-490cdf","tenantID":"e2e-praxis-a-490cdf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:44.377411709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-490cdf"},"namespace":"ai-tenant-e2e-praxis-a-490cdf","name":"default-tenant","reconcileID":"bf0f6bd1-f62d-42f1-bd9c-db50f673d542","gvk":"Deployment","name":"maas-api-e2e-praxis-a-490cdf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:44.403612259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-490cdf"},"namespace":"ai-tenant-e2e-praxis-a-490cdf","name":"default-tenant","reconcileID":"bf0f6bd1-f62d-42f1-bd9c-db50f673d542","gvk":"Service","name":"maas-api-e2e-praxis-a-490cdf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:44.416775083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-490cdf"},"namespace":"ai-tenant-e2e-praxis-a-490cdf","name":"default-tenant","reconcileID":"bf0f6bd1-f62d-42f1-bd9c-db50f673d542","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-490cdf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:44.42518601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-490cdf"},"namespace":"ai-tenant-e2e-praxis-a-490cdf","name":"default-tenant","reconcileID":"bf0f6bd1-f62d-42f1-bd9c-db50f673d542","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-490cdf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:44.441988143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-490cdf"},"namespace":"ai-tenant-e2e-praxis-a-490cdf","name":"default-tenant","reconcileID":"bf0f6bd1-f62d-42f1-bd9c-db50f673d542","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-490cdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:44.450134823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-490cdf"},"namespace":"ai-tenant-e2e-praxis-a-490cdf","name":"default-tenant","reconcileID":"bf0f6bd1-f62d-42f1-bd9c-db50f673d542","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-490cdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:44.460177757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-490cdf"},"namespace":"ai-tenant-e2e-praxis-a-490cdf","name":"default-tenant","reconcileID":"bf0f6bd1-f62d-42f1-bd9c-db50f673d542","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-490cdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:44.46762225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-490cdf"},"namespace":"ai-tenant-e2e-praxis-a-490cdf","name":"default-tenant","reconcileID":"bf0f6bd1-f62d-42f1-bd9c-db50f673d542","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-490cdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:44.477457673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-490cdf"},"namespace":"ai-tenant-e2e-praxis-a-490cdf","name":"default-tenant","reconcileID":"bf0f6bd1-f62d-42f1-bd9c-db50f673d542","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-490cdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:44.48540656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-490cdf"},"namespace":"ai-tenant-e2e-praxis-a-490cdf","name":"default-tenant","reconcileID":"bf0f6bd1-f62d-42f1-bd9c-db50f673d542","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-490cdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:44.490718668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-490cdf"},"namespace":"ai-tenant-e2e-praxis-a-490cdf","name":"default-tenant","reconcileID":"bf0f6bd1-f62d-42f1-bd9c-db50f673d542","gvk":"Service","name":"payload-processing-e2e-praxis-a-490cdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:44.496514825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-490cdf"},"namespace":"ai-tenant-e2e-praxis-a-490cdf","name":"default-tenant","reconcileID":"bf0f6bd1-f62d-42f1-bd9c-db50f673d542","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-490cdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:44.501186913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-490cdf"},"namespace":"ai-tenant-e2e-praxis-a-490cdf","name":"default-tenant","reconcileID":"bf0f6bd1-f62d-42f1-bd9c-db50f673d542","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-490cdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:44.505609307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-490cdf"},"namespace":"ai-tenant-e2e-praxis-a-490cdf","name":"default-tenant","reconcileID":"bf0f6bd1-f62d-42f1-bd9c-db50f673d542","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-490cdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:44.509608386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-490cdf"},"namespace":"ai-tenant-e2e-praxis-a-490cdf","name":"default-tenant","reconcileID":"bf0f6bd1-f62d-42f1-bd9c-db50f673d542","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-490cdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:44.518325566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-490cdf"},"namespace":"ai-tenant-e2e-praxis-a-490cdf","name":"default-tenant","reconcileID":"bf0f6bd1-f62d-42f1-bd9c-db50f673d542","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-490cdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:44.522890956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-490cdf"},"namespace":"ai-tenant-e2e-praxis-a-490cdf","name":"default-tenant","reconcileID":"bf0f6bd1-f62d-42f1-bd9c-db50f673d542","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-490cdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:44.529088349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-490cdf"},"namespace":"ai-tenant-e2e-praxis-a-490cdf","name":"default-tenant","reconcileID":"bf0f6bd1-f62d-42f1-bd9c-db50f673d542","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-490cdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:44.533285301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-490cdf"},"namespace":"ai-tenant-e2e-praxis-a-490cdf","name":"default-tenant","reconcileID":"bf0f6bd1-f62d-42f1-bd9c-db50f673d542","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-490cdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:44.537597046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-490cdf"},"namespace":"ai-tenant-e2e-praxis-a-490cdf","name":"default-tenant","reconcileID":"bf0f6bd1-f62d-42f1-bd9c-db50f673d542","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-490cdf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:44.859371088Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-490cdf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-490cdf","reconcileID":"0556ef04-f58e-444d-9ab4-95f6ebb2b408","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-490cdf","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-490cdf"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:45.086757095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d7de785-8e96-4782-9f4e-c8a79408ab46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:45.098224692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d7de785-8e96-4782-9f4e-c8a79408ab46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:45.122428493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d7de785-8e96-4782-9f4e-c8a79408ab46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:45.1518512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d7de785-8e96-4782-9f4e-c8a79408ab46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:45.416761124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"732a094d-53a9-4315-b43e-56e73c5d952f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:45.42145586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"732a094d-53a9-4315-b43e-56e73c5d952f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:45.425578701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"732a094d-53a9-4315-b43e-56e73c5d952f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:45.4302415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"732a094d-53a9-4315-b43e-56e73c5d952f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:47.868323608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-auth","reconcileID":"2eb242b7-7c23-46c3-b5fd-d3fa7006f77d","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b17e94","tenantID":"e2e-praxis-a-b17e94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:47.885938966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-auth","reconcileID":"2eb242b7-7c23-46c3-b5fd-d3fa7006f77d","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"name":"e2e-praxis-a-b17e94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:47.89814654Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-b17e94-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (08cd58c433284adcfe51f98afd403e40ca7ec8e065127392dc4d27d368786d26) AuthConfig (726d88f6f14afa728ecca1e1d2b2c65e20be9d475152ce6df6be44d137efbf8f) AuthConfig (0c7f1e2d0dfd88e755d3d198d1ab02201791cce86a8481f8527d3caa53552b41) AuthConfig (579e0eb143219a4997eca0b6122e5d18587feef34e210e63a34e7a809d317da3) AuthConfig (35b536b177829808a753fd4a244a76bfd0c064977596142a8ea7add8ad295128) AuthConfig (015dcafdd27d0ad382878fa1b3e57714d8f8f17168e55e94b93e02febf50fca8) AuthConfig (49142b78ebd905520f40eae3e27cadccb81eddebe5ffa29a0fa81abcdcf0b8a4) AuthConfig (2cde9620b46e7daeb8ea05fc6e4f3ab9c3b632295cb722ed5082aec05c43aebf) AuthConfig (abcc224a97b71bc94b54a085e70b14d51084511186a194730fb7df6766beef1a) AuthConfig (fc5f36b81c8eb1e36e2c25cfe010965fdb105e53bce2e0e4cef8cdd0541f6aea) AuthConfig (f7eac08caee02a6454b53c099bc2e2073b2d18752827c9900e8858dd142078fa) AuthConfig (3c97c7548613eea98d68a3319617aceeb1a69e03223f1595c3e42f3f31d5db17) AuthConfig (574584440ef6e59c78a1a4560d6ccc7f0475d954607921c9fadabfb43bbe2487) AuthConfig (03def70643faa790f80499db06d11b0f2f29214ca69e73b35532fdb511ad2b74) AuthConfig (1deb5abe353910fb0d1fbdf658e849c47c5107d4062465637095c2a850c0b1f3) AuthConfig (5e8eaeb7e0303bafcd7a057b3e4c892bd684f817896a876d24781304171f5740) AuthConfig (6d28bcdbf84e2fc01c6b442dcf739b14ac5491e77a226eda6b5c8427d68b6992) AuthConfig (3984e64ed8f0ed5a86abda3fb454679a13bfc1625e9e40c6403af4053025733c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-auth","reconcileID":"2eb242b7-7c23-46c3-b5fd-d3fa7006f77d","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:47.942028612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"79d85cc9-a442-4f8c-9526-292130f0e55b","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"tenant":"e2e-praxis-a-b17e94","gateway":"openshift-ingress/e2e-praxis-a-b17e94","model":"ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:47.942480049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"79d85cc9-a442-4f8c-9526-292130f0e55b","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"routeName":"praxis-route-b17e94-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b17e94","llmisvcName":"praxis-route-b17e94","gateway":"openshift-ingress/e2e-praxis-a-b17e94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:51.774351373Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-subscription-success","reconcileID":"b7120ebe-497d-4092-b056-caf99345be46","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:51.835791725Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-subscription-success","reconcileID":"b7120ebe-497d-4092-b056-caf99345be46","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:51.861963384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"8171d5d7-c1d9-45c9-b037-0f59fbc1fb2a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:51.871315141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"2bc715c3-a95a-42a5-bffe-6e25f8cb2feb","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:51.898329289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-success","reconcileID":"b0576708-be86-492d-8d34-ac54dd36ddd9","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:51.89883742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"940e52c0-075e-4aea-83c6-e09c74a8a7ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:51.898840132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"612a8449-d1c6-41a8-ab4d-e1094cc8e22a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:51.917099885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"612a8449-d1c6-41a8-ab4d-e1094cc8e22a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:51.917139038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"940e52c0-075e-4aea-83c6-e09c74a8a7ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:51.91946923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-success","reconcileID":"b0576708-be86-492d-8d34-ac54dd36ddd9","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:52.044489936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"13551f9a-469e-4a31-a8c4-354cd8f40938","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:52.044523389Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-success","reconcileID":"5e309b40-ff7d-4dba-9764-a1475755a100","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:52.09871536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"acf13681-3f1c-4556-bbb0-6c855d404e40","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:52.987310203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"932d3525-2f9e-49ed-aa40-a413c65a0869","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:52.995840915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"a0e4a2bb-3843-4570-9bf1-a69fe20a907a","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.013539302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"bb152442-5925-4857-8b04-05a30c05fee0","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.023714742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"bb152442-5925-4857-8b04-05a30c05fee0","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.10583795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"9dcdcf2b-f110-47ad-b414-9f8db4c328cd","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.121468368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"2c822e9d-f151-4b5b-a2b6-a192f32e97ca","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.131420092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"2c822e9d-f151-4b5b-a2b6-a192f32e97ca","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.182982035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"b2775f94-c9fd-4439-b59c-b80fb2cfee00","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.193256221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"eceb4cfb-b7f0-4857-97e9-95eea6eb5990","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:53:53.195909503Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-subscription-free","reconcileID":"95109d8a-222a-41ca-8a04-94dea2bf7531","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.217148954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"3e45a8fe-0743-48e4-9a5d-8f1256a4d065","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.226737984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"518db780-f171-47b4-a926-0e72c44c2346","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.22896326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"dd713298-0f7c-465c-8993-163178c0bff0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.229243239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"13b4776b-7fe2-4caf-95ca-71e978957197","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.23717585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"518db780-f171-47b4-a926-0e72c44c2346","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.24273282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"dd713298-0f7c-465c-8993-163178c0bff0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.309132937Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-subscription-free","reconcileID":"519e223c-7b77-4168-a905-823f51bf5db6","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/e2e-test-subscription-free","ai-tenant-e2e-worker-w3-c1fdd6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.32576977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"a9514c4e-0061-41b3-aee3-faa1d0ae6f45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.325797409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"049db9af-c2a8-49f6-afcd-497dd95f83b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.326266868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"97cda21b-a189-405a-8a19-bc249989c2cb","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.336025304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"049db9af-c2a8-49f6-afcd-497dd95f83b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.337087092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"12bad809-cefe-486e-86bc-20285182c747","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.337150602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"97cda21b-a189-405a-8a19-bc249989c2cb","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.340444623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"a9514c4e-0061-41b3-aee3-faa1d0ae6f45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.379401302Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-c1fdd6 priority=0:[ai-tenant-e2e-worker-w3-c1fdd6/e2e-test-subscription-free ai-tenant-e2e-worker-w3-c1fdd6/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.379541383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"4b937fc0-0ed2-4cf3-8588-95404e23675f","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.389291962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"68fda0ea-dc19-4dd2-aa98-04b5e8ac871e","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.40213691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"4900595b-8968-4313-95da-47b323325175","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.411974151Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-subscription-free","reconcileID":"cec77c52-c1fa-43aa-b3c8-df57d06f66f8","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/e2e-test-subscription-free","ai-tenant-e2e-worker-w3-c1fdd6/e2e-test-subscription-premium","ai-tenant-e2e-worker-w3-c1fdd6/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:53:53.414727862Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-subscription-premium","reconcileID":"3f6bde99-41c7-4087-b1ca-3c0ec2766e0f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.427880132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"f113a228-a179-42fe-949f-4d4ed157d541","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.428345037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"e3f90e39-6825-425b-aa6c-912baf1b0d24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.428740104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"f0d4154c-63fd-4c69-b528-7a1f42173120","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.431372735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"352835e3-0197-46b7-96e5-4397d7eff2a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.440130263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"6472be0c-0077-46a3-9aa8-1597e79d3f7b","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.444544271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"f0d4154c-63fd-4c69-b528-7a1f42173120","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.446245698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"e3f90e39-6825-425b-aa6c-912baf1b0d24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.44725162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"f113a228-a179-42fe-949f-4d4ed157d541","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.458158871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"3a77ceb7-e839-4358-8a99-1ff302020cb7","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.500754468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-subscription-free","reconcileID":"f4de2f35-5a61-4851-ace5-959d1af27076","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.577561724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-subscription-premium","reconcileID":"a4820fcd-096c-4550-9703-5a9a9bba3bfd","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.57829656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"c0c0295f-b19a-49b6-a57b-70cc268e643b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.588799866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"0d2f7798-93ff-4784-97f0-b1c23e0a6c76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.589190809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"792ac700-0492-4793-bbd5-c19060a953ea","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.589562648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"10bf4b83-e30b-4256-8349-0705d47df1ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.669437392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"0d2f7798-93ff-4784-97f0-b1c23e0a6c76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.671841784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"10bf4b83-e30b-4256-8349-0705d47df1ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.672865965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"4cd4a3b6-43f4-4b74-8a01-ded50baa39e2","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.673033327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"792ac700-0492-4793-bbd5-c19060a953ea","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:53.700282481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-subscription-premium","reconcileID":"d4333f49-4ab6-4ec4-b95d-d2f41d9b8ec4","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:54.859229736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"e9b1162c-015f-4144-b11b-81d136e507aa","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:54.887090075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"dd69d6bf-d184-4a25-a9db-152122f00e9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:54.888558695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"002b94b4-2407-4be2-9ae5-3b8e54436189","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:54.888858437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"f8d77517-cd34-4b0d-a0b8-8a25cb126568","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:54.89779305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"dd69d6bf-d184-4a25-a9db-152122f00e9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:54.90591083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"002b94b4-2407-4be2-9ae5-3b8e54436189","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:54.906201374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"f8d77517-cd34-4b0d-a0b8-8a25cb126568","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:55.56099655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feb34b88-2028-4fca-8557-ce12bfc41b92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:55.56532125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feb34b88-2028-4fca-8557-ce12bfc41b92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:55.56976301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feb34b88-2028-4fca-8557-ce12bfc41b92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:55.574093498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feb34b88-2028-4fca-8557-ce12bfc41b92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:55.988106316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd4c0cdf-1af0-4c5c-b7fe-758fcac11d2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:55.99318844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd4c0cdf-1af0-4c5c-b7fe-758fcac11d2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:56.001566476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd4c0cdf-1af0-4c5c-b7fe-758fcac11d2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:56.00673958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd4c0cdf-1af0-4c5c-b7fe-758fcac11d2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:56.783310216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-55a8e6"},"namespace":"ai-tenant-e2e-ipp-b-55a8e6","name":"default-tenant","reconcileID":"23825284-c880-441b-b922-d77396d4b492","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-55a8e6","tenantID":"e2e-ipp-b-55a8e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:56.808753738Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-55a8e6"},"namespace":"ai-tenant-e2e-ipp-b-55a8e6","name":"default-tenant","reconcileID":"23825284-c880-441b-b922-d77396d4b492","name":"e2e-ipp-b-55a8e6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:57.964951082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-auth","reconcileID":"c7ec9031-3187-4d9e-92ce-c112a17bf7aa","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b17e94","tenantID":"e2e-praxis-a-b17e94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:57.984883092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-auth","reconcileID":"c7ec9031-3187-4d9e-92ce-c112a17bf7aa","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"name":"e2e-praxis-a-b17e94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:53:58.005396339Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-b17e94-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (08cd58c433284adcfe51f98afd403e40ca7ec8e065127392dc4d27d368786d26) AuthConfig (726d88f6f14afa728ecca1e1d2b2c65e20be9d475152ce6df6be44d137efbf8f) AuthConfig (0c7f1e2d0dfd88e755d3d198d1ab02201791cce86a8481f8527d3caa53552b41) AuthConfig (579e0eb143219a4997eca0b6122e5d18587feef34e210e63a34e7a809d317da3) AuthConfig (35b536b177829808a753fd4a244a76bfd0c064977596142a8ea7add8ad295128) AuthConfig (015dcafdd27d0ad382878fa1b3e57714d8f8f17168e55e94b93e02febf50fca8) AuthConfig (49142b78ebd905520f40eae3e27cadccb81eddebe5ffa29a0fa81abcdcf0b8a4) AuthConfig (2cde9620b46e7daeb8ea05fc6e4f3ab9c3b632295cb722ed5082aec05c43aebf) AuthConfig (abcc224a97b71bc94b54a085e70b14d51084511186a194730fb7df6766beef1a) AuthConfig (fc5f36b81c8eb1e36e2c25cfe010965fdb105e53bce2e0e4cef8cdd0541f6aea) AuthConfig (f7eac08caee02a6454b53c099bc2e2073b2d18752827c9900e8858dd142078fa) AuthConfig (3c97c7548613eea98d68a3319617aceeb1a69e03223f1595c3e42f3f31d5db17) AuthConfig (574584440ef6e59c78a1a4560d6ccc7f0475d954607921c9fadabfb43bbe2487) AuthConfig (03def70643faa790f80499db06d11b0f2f29214ca69e73b35532fdb511ad2b74) AuthConfig (1deb5abe353910fb0d1fbdf658e849c47c5107d4062465637095c2a850c0b1f3) AuthConfig (5e8eaeb7e0303bafcd7a057b3e4c892bd684f817896a876d24781304171f5740) AuthConfig (6d28bcdbf84e2fc01c6b442dcf739b14ac5491e77a226eda6b5c8427d68b6992) AuthConfig (3984e64ed8f0ed5a86abda3fb454679a13bfc1625e9e40c6403af4053025733c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-auth","reconcileID":"c7ec9031-3187-4d9e-92ce-c112a17bf7aa","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:00.665000722Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-59e21a"},"namespace":"ai-tenant-e2e-ipp-b-59e21a","name":"default-tenant","reconcileID":"05f14b9e-3787-47d8-9fec-dbbf76987690","namespace":"ai-tenant-e2e-ipp-b-59e21a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:00.665098911Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-59e21a"},"namespace":"ai-tenant-e2e-ipp-b-59e21a","name":"default-tenant","reconcileID":"05f14b9e-3787-47d8-9fec-dbbf76987690","namespace":"ai-tenant-e2e-ipp-b-59e21a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:00.66515103Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-59e21a"},"namespace":"ai-tenant-e2e-ipp-b-59e21a","name":"default-tenant","reconcileID":"05f14b9e-3787-47d8-9fec-dbbf76987690","tenant":"e2e-ipp-b-59e21a","tenantID":"e2e-ipp-b-59e21a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:00.67415773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-59e21a"},"namespace":"ai-tenant-e2e-ipp-b-59e21a","name":"default-tenant","reconcileID":"05f14b9e-3787-47d8-9fec-dbbf76987690","gvk":"Deployment","name":"maas-api-e2e-ipp-b-59e21a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:00.694900136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-59e21a"},"namespace":"ai-tenant-e2e-ipp-b-59e21a","name":"default-tenant","reconcileID":"05f14b9e-3787-47d8-9fec-dbbf76987690","gvk":"Service","name":"maas-api-e2e-ipp-b-59e21a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:00.711841502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-59e21a"},"namespace":"ai-tenant-e2e-ipp-b-59e21a","name":"default-tenant","reconcileID":"05f14b9e-3787-47d8-9fec-dbbf76987690","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-59e21a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:00.720814309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-59e21a"},"namespace":"ai-tenant-e2e-ipp-b-59e21a","name":"default-tenant","reconcileID":"05f14b9e-3787-47d8-9fec-dbbf76987690","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-59e21a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:00.731882926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-59e21a"},"namespace":"ai-tenant-e2e-ipp-b-59e21a","name":"default-tenant","reconcileID":"05f14b9e-3787-47d8-9fec-dbbf76987690","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-59e21a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:00.744874223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-59e21a"},"namespace":"ai-tenant-e2e-ipp-b-59e21a","name":"default-tenant","reconcileID":"05f14b9e-3787-47d8-9fec-dbbf76987690","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-59e21a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:00.754162911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-59e21a"},"namespace":"ai-tenant-e2e-ipp-b-59e21a","name":"default-tenant","reconcileID":"05f14b9e-3787-47d8-9fec-dbbf76987690","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-59e21a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:00.764471041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-59e21a"},"namespace":"ai-tenant-e2e-ipp-b-59e21a","name":"default-tenant","reconcileID":"05f14b9e-3787-47d8-9fec-dbbf76987690","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-59e21a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:00.771730701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-59e21a"},"namespace":"ai-tenant-e2e-ipp-b-59e21a","name":"default-tenant","reconcileID":"05f14b9e-3787-47d8-9fec-dbbf76987690","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-59e21a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:00.785168327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-59e21a"},"namespace":"ai-tenant-e2e-ipp-b-59e21a","name":"default-tenant","reconcileID":"05f14b9e-3787-47d8-9fec-dbbf76987690","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-59e21a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:00.805531563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-59e21a"},"namespace":"ai-tenant-e2e-ipp-b-59e21a","name":"default-tenant","reconcileID":"05f14b9e-3787-47d8-9fec-dbbf76987690","gvk":"Service","name":"payload-processing-e2e-ipp-b-59e21a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:00.832233757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-59e21a"},"namespace":"ai-tenant-e2e-ipp-b-59e21a","name":"default-tenant","reconcileID":"05f14b9e-3787-47d8-9fec-dbbf76987690","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-59e21a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:00.840301664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-59e21a"},"namespace":"ai-tenant-e2e-ipp-b-59e21a","name":"default-tenant","reconcileID":"05f14b9e-3787-47d8-9fec-dbbf76987690","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-59e21a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:00.849403816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-59e21a"},"namespace":"ai-tenant-e2e-ipp-b-59e21a","name":"default-tenant","reconcileID":"05f14b9e-3787-47d8-9fec-dbbf76987690","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-59e21a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:00.861507496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-59e21a"},"namespace":"ai-tenant-e2e-ipp-b-59e21a","name":"default-tenant","reconcileID":"05f14b9e-3787-47d8-9fec-dbbf76987690","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-59e21a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:00.870556603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-59e21a"},"namespace":"ai-tenant-e2e-ipp-b-59e21a","name":"default-tenant","reconcileID":"05f14b9e-3787-47d8-9fec-dbbf76987690","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-59e21a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:00.878451194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-59e21a"},"namespace":"ai-tenant-e2e-ipp-b-59e21a","name":"default-tenant","reconcileID":"05f14b9e-3787-47d8-9fec-dbbf76987690","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-59e21a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:00.89185122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-59e21a"},"namespace":"ai-tenant-e2e-ipp-b-59e21a","name":"default-tenant","reconcileID":"05f14b9e-3787-47d8-9fec-dbbf76987690","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-59e21a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:00.901187836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-59e21a"},"namespace":"ai-tenant-e2e-ipp-b-59e21a","name":"default-tenant","reconcileID":"05f14b9e-3787-47d8-9fec-dbbf76987690","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-59e21a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:00.908781144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-59e21a"},"namespace":"ai-tenant-e2e-ipp-b-59e21a","name":"default-tenant","reconcileID":"05f14b9e-3787-47d8-9fec-dbbf76987690","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-59e21a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:01.290699742Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-59e21a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-59e21a","reconcileID":"f08c0623-e0b3-4db9-a6ea-a76c8fb3aa30","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-59e21a","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-59e21a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:01.476687221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcd78b08-6366-43c6-99c9-3ba9ba653e77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:01.481931919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcd78b08-6366-43c6-99c9-3ba9ba653e77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:01.507095232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcd78b08-6366-43c6-99c9-3ba9ba653e77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:01.527727775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcd78b08-6366-43c6-99c9-3ba9ba653e77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:01.855764593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"439541ce-803f-4d94-9452-5f6cef3cb7d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:01.860160389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"439541ce-803f-4d94-9452-5f6cef3cb7d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:01.865019055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"439541ce-803f-4d94-9452-5f6cef3cb7d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:01.870295401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"439541ce-803f-4d94-9452-5f6cef3cb7d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:04.906456556Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-subscription-free","reconcileID":"0d51b2d6-e7a1-451a-bf97-8793bffafec2","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:05.00218288Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-subscription-free","reconcileID":"0d51b2d6-e7a1-451a-bf97-8793bffafec2","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/e2e-test-subscription-premium","ai-tenant-e2e-worker-w3-c1fdd6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:05.044986212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"4b2f1a3a-e0ec-4767-92f9-744875daf420","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:05.048326259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-subscription-premium","reconcileID":"4dae2b43-c304-4b2d-8417-f772b5fc01a1","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:05.063120575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"9d7a0e81-d13c-4199-9dad-815f3cf6fc9b","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:05.08240845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"a85e2059-6f56-4eb7-a320-3709137b2a6c","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:05.193424433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"f65ac004-8824-4ad5-91b9-8418ec960a85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:05.19390478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"deba56fc-a215-4038-ad57-c31cc8f7e484","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:05.194374199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"e0cbe214-878c-4893-9b51-3f9fcf16df98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:05.269649547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"f65ac004-8824-4ad5-91b9-8418ec960a85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:05.272106249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"e0cbe214-878c-4893-9b51-3f9fcf16df98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:05.274397417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"deba56fc-a215-4038-ad57-c31cc8f7e484","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:05.274997965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"18f285ea-b00d-4465-bda1-48077785ed9b","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:05.417696357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"01de52ba-f129-43a1-bb52-dd60722ee7ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:05.418821401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"9f4fb7ee-379a-4f8d-8f2e-a84af83c9256","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:05.425249261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ed4392f6-37d8-4424-8002-857a04184547","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:05.428551695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"01de52ba-f129-43a1-bb52-dd60722ee7ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:05.428995596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"9f4fb7ee-379a-4f8d-8f2e-a84af83c9256","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:05.435407907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"ed4392f6-37d8-4424-8002-857a04184547","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:06.376799809Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:08.027397185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-auth","reconcileID":"f6f0f5ca-8d21-4732-8b81-ba39b562ee00","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b17e94","tenantID":"e2e-praxis-a-b17e94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:08.049888843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-auth","reconcileID":"f6f0f5ca-8d21-4732-8b81-ba39b562ee00","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"name":"e2e-praxis-a-b17e94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:08.084481421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"63d512af-2799-4352-bd37-a0e23be4d2a6","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"tenant":"e2e-praxis-a-b17e94","gateway":"openshift-ingress/e2e-praxis-a-b17e94","model":"ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:08.08449979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"63d512af-2799-4352-bd37-a0e23be4d2a6","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"routeName":"praxis-route-b17e94-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b17e94","llmisvcName":"praxis-route-b17e94","gateway":"openshift-ingress/e2e-praxis-a-b17e94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:09.427798047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"1a49f393-3596-46ce-b880-7fc2c863aea5","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"tenant":"e2e-praxis-a-b17e94","gateway":"openshift-ingress/e2e-praxis-a-b17e94","model":"ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:09.427821977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"1a49f393-3596-46ce-b880-7fc2c863aea5","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"routeName":"praxis-route-b17e94-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b17e94","llmisvcName":"praxis-route-b17e94","gateway":"openshift-ingress/e2e-praxis-a-b17e94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:09.448990558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"85732c06-32cc-4878-b76d-e50b7bac348c","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"tenant":"e2e-praxis-a-b17e94","gateway":"openshift-ingress/e2e-praxis-a-b17e94","model":"ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:09.449011358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"85732c06-32cc-4878-b76d-e50b7bac348c","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"routeName":"praxis-route-b17e94-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b17e94","llmisvcName":"praxis-route-b17e94","gateway":"openshift-ingress/e2e-praxis-a-b17e94","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:54:09.44948293Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b17e94-sub","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-sub","reconcileID":"7cbfa200-64db-487d-a332-b9f07494d035","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-b17e94-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:09.450399982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-auth","reconcileID":"b06863d0-9019-4e17-a5a4-d7fc3748bb36","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b17e94","tenantID":"e2e-praxis-a-b17e94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:09.460725043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-auth","reconcileID":"b06863d0-9019-4e17-a5a4-d7fc3748bb36","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"name":"e2e-praxis-a-b17e94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:09.470617629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"b1ce060b-30cc-4a56-bbd2-069a2119e677","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"tenant":"e2e-praxis-a-b17e94","gateway":"openshift-ingress/e2e-praxis-a-b17e94","model":"ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:09.470636243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"b1ce060b-30cc-4a56-bbd2-069a2119e677","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"routeName":"praxis-route-b17e94-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b17e94","llmisvcName":"praxis-route-b17e94","gateway":"openshift-ingress/e2e-praxis-a-b17e94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:09.489298421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"f16bf041-5aa9-420a-b62d-dfd5495e27da","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"tenant":"e2e-praxis-a-b17e94","gateway":"openshift-ingress/e2e-praxis-a-b17e94","model":"ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:09.489318655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"f16bf041-5aa9-420a-b62d-dfd5495e27da","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"routeName":"praxis-route-b17e94-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b17e94","llmisvcName":"praxis-route-b17e94","gateway":"openshift-ingress/e2e-praxis-a-b17e94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:09.529191542Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b17e94-sub","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-sub","reconcileID":"455a6acc-7923-4c49-9f63-a1073fc025e2","MaaSSubscription":{"name":"praxis-route-b17e94-sub","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"name":"maas-trlp-praxis-route-b17e94","model":"praxis-route-b17e94","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:09.564194762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"2faa796b-9017-4aec-ad99-d88a6c6ce4f1","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"tenant":"e2e-praxis-a-b17e94","gateway":"openshift-ingress/e2e-praxis-a-b17e94","model":"ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:09.564215678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"2faa796b-9017-4aec-ad99-d88a6c6ce4f1","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"routeName":"praxis-route-b17e94-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b17e94","llmisvcName":"praxis-route-b17e94","gateway":"openshift-ingress/e2e-praxis-a-b17e94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:09.584476884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-auth","reconcileID":"c649fde4-43fd-4b37-911b-5d55f94ee1a0","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b17e94","tenantID":"e2e-praxis-a-b17e94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:09.594229773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-auth","reconcileID":"c649fde4-43fd-4b37-911b-5d55f94ee1a0","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"name":"e2e-praxis-a-b17e94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:09.617752834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b17e94-sub","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-sub","reconcileID":"539c22ec-86c6-4383-8fe2-df8e1fbdbca2","MaaSSubscription":{"name":"praxis-route-b17e94-sub","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"name":"maas-trlp-praxis-route-b17e94","model":"ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:10.477317271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23b62ed8-a477-48b0-b890-a990ed218bcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:10.486155659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23b62ed8-a477-48b0-b890-a990ed218bcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:10.493729466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23b62ed8-a477-48b0-b890-a990ed218bcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:10.498906481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23b62ed8-a477-48b0-b890-a990ed218bcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:10.877087598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d604416-2009-433b-be7f-bd5c2e4358d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:10.896468444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d604416-2009-433b-be7f-bd5c2e4358d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:10.901649665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d604416-2009-433b-be7f-bd5c2e4358d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:10.90711789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d604416-2009-433b-be7f-bd5c2e4358d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:15.302035502Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-subscription-premium","reconcileID":"5cace77d-2673-4e02-92dc-59ae88ba5643","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:15.329413755Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-subscription-premium","reconcileID":"5cace77d-2673-4e02-92dc-59ae88ba5643","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:15.353095481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"544f2a18-27d9-4ccd-882e-a2cfd3193df1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:15.357815216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"b01e70a1-6e7e-447c-8d8c-09b4a4819d3b","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:15.484522679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"c475b8b1-a06a-4bae-af38-2b284d170359","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:15.48472313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"fece8de3-3fb9-4ca3-b184-d59b79713309","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:15.484973894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"410aafce-453c-4cc0-962a-289e063abae2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:15.495568364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"c475b8b1-a06a-4bae-af38-2b284d170359","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:15.495731728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"fece8de3-3fb9-4ca3-b184-d59b79713309","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:15.497643773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"410aafce-453c-4cc0-962a-289e063abae2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:15.555096939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"8377e086-108d-4613-9ef6-434feb376fdb","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:15.618126392Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-multi-sub-valid","reconcileID":"59180a3c-abfc-4e09-a783-49d234f556f3","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:15.740198023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"5a57ed70-13d7-404e-bc9c-f30badc6df03","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:16.157670308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2de6b83b-b1b3-4c7d-a22f-07c7a89e0b3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:16.161973746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2de6b83b-b1b3-4c7d-a22f-07c7a89e0b3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:16.166332602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2de6b83b-b1b3-4c7d-a22f-07c7a89e0b3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:16.170561117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2de6b83b-b1b3-4c7d-a22f-07c7a89e0b3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:16.448784027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b4a7369-160b-407c-83bd-e953e5d6a91c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:16.453273443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b4a7369-160b-407c-83bd-e953e5d6a91c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:16.457587812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b4a7369-160b-407c-83bd-e953e5d6a91c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:16.462370457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b4a7369-160b-407c-83bd-e953e5d6a91c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:16.517232962Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ee4af9"},"namespace":"ai-tenant-e2e-praxis-b-ee4af9","name":"default-tenant","reconcileID":"52d496d4-a12a-4bc8-9073-5ef11ee7ed30","namespace":"ai-tenant-e2e-praxis-b-ee4af9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:16.517291538Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ee4af9"},"namespace":"ai-tenant-e2e-praxis-b-ee4af9","name":"default-tenant","reconcileID":"52d496d4-a12a-4bc8-9073-5ef11ee7ed30","namespace":"ai-tenant-e2e-praxis-b-ee4af9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:16.517342215Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ee4af9"},"namespace":"ai-tenant-e2e-praxis-b-ee4af9","name":"default-tenant","reconcileID":"52d496d4-a12a-4bc8-9073-5ef11ee7ed30","tenant":"e2e-praxis-b-ee4af9","tenantID":"e2e-praxis-b-ee4af9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:16.527473885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ee4af9"},"namespace":"ai-tenant-e2e-praxis-b-ee4af9","name":"default-tenant","reconcileID":"52d496d4-a12a-4bc8-9073-5ef11ee7ed30","gvk":"Deployment","name":"maas-api-e2e-praxis-b-ee4af9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:16.548567311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ee4af9"},"namespace":"ai-tenant-e2e-praxis-b-ee4af9","name":"default-tenant","reconcileID":"52d496d4-a12a-4bc8-9073-5ef11ee7ed30","gvk":"Service","name":"maas-api-e2e-praxis-b-ee4af9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:16.567162996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ee4af9"},"namespace":"ai-tenant-e2e-praxis-b-ee4af9","name":"default-tenant","reconcileID":"52d496d4-a12a-4bc8-9073-5ef11ee7ed30","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-ee4af9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:16.584295882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ee4af9"},"namespace":"ai-tenant-e2e-praxis-b-ee4af9","name":"default-tenant","reconcileID":"52d496d4-a12a-4bc8-9073-5ef11ee7ed30","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-ee4af9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:16.595746391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ee4af9"},"namespace":"ai-tenant-e2e-praxis-b-ee4af9","name":"default-tenant","reconcileID":"52d496d4-a12a-4bc8-9073-5ef11ee7ed30","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-ee4af9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:16.605234049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ee4af9"},"namespace":"ai-tenant-e2e-praxis-b-ee4af9","name":"default-tenant","reconcileID":"52d496d4-a12a-4bc8-9073-5ef11ee7ed30","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-ee4af9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:16.615584771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ee4af9"},"namespace":"ai-tenant-e2e-praxis-b-ee4af9","name":"default-tenant","reconcileID":"52d496d4-a12a-4bc8-9073-5ef11ee7ed30","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-ee4af9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:16.623685786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ee4af9"},"namespace":"ai-tenant-e2e-praxis-b-ee4af9","name":"default-tenant","reconcileID":"52d496d4-a12a-4bc8-9073-5ef11ee7ed30","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-ee4af9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:16.628359938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ee4af9"},"namespace":"ai-tenant-e2e-praxis-b-ee4af9","name":"default-tenant","reconcileID":"52d496d4-a12a-4bc8-9073-5ef11ee7ed30","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-ee4af9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:16.632765488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ee4af9"},"namespace":"ai-tenant-e2e-praxis-b-ee4af9","name":"default-tenant","reconcileID":"52d496d4-a12a-4bc8-9073-5ef11ee7ed30","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-ee4af9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:16.639197086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ee4af9"},"namespace":"ai-tenant-e2e-praxis-b-ee4af9","name":"default-tenant","reconcileID":"52d496d4-a12a-4bc8-9073-5ef11ee7ed30","gvk":"Service","name":"payload-processing-e2e-praxis-b-ee4af9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:16.643509636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ee4af9"},"namespace":"ai-tenant-e2e-praxis-b-ee4af9","name":"default-tenant","reconcileID":"52d496d4-a12a-4bc8-9073-5ef11ee7ed30","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-ee4af9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:16.648508421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ee4af9"},"namespace":"ai-tenant-e2e-praxis-b-ee4af9","name":"default-tenant","reconcileID":"52d496d4-a12a-4bc8-9073-5ef11ee7ed30","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-ee4af9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:16.65283326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ee4af9"},"namespace":"ai-tenant-e2e-praxis-b-ee4af9","name":"default-tenant","reconcileID":"52d496d4-a12a-4bc8-9073-5ef11ee7ed30","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-ee4af9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:16.658747149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ee4af9"},"namespace":"ai-tenant-e2e-praxis-b-ee4af9","name":"default-tenant","reconcileID":"52d496d4-a12a-4bc8-9073-5ef11ee7ed30","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-ee4af9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:16.671286167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ee4af9"},"namespace":"ai-tenant-e2e-praxis-b-ee4af9","name":"default-tenant","reconcileID":"52d496d4-a12a-4bc8-9073-5ef11ee7ed30","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-ee4af9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:16.678368852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ee4af9"},"namespace":"ai-tenant-e2e-praxis-b-ee4af9","name":"default-tenant","reconcileID":"52d496d4-a12a-4bc8-9073-5ef11ee7ed30","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-ee4af9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:16.683016681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ee4af9"},"namespace":"ai-tenant-e2e-praxis-b-ee4af9","name":"default-tenant","reconcileID":"52d496d4-a12a-4bc8-9073-5ef11ee7ed30","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-ee4af9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:16.687567265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ee4af9"},"namespace":"ai-tenant-e2e-praxis-b-ee4af9","name":"default-tenant","reconcileID":"52d496d4-a12a-4bc8-9073-5ef11ee7ed30","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-ee4af9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:16.692547612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ee4af9"},"namespace":"ai-tenant-e2e-praxis-b-ee4af9","name":"default-tenant","reconcileID":"52d496d4-a12a-4bc8-9073-5ef11ee7ed30","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-ee4af9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:17.023139152Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-ee4af9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-ee4af9","reconcileID":"43c17555-5ef9-419d-9eaf-b0272c92a876","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-ee4af9","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-ee4af9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:17.153057383Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-d2dd78","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-d2dd78","reconcileID":"49197699-4d5c-4166-b4cb-74cc3ac7f6e5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-d2dd78","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-d2dd78":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:17.21901206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"62bec09b-3f81-4c95-bf32-d9bd03e5bcdf","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:17.233972121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"b7e2530d-7d67-42f9-aac2-2b0b3fe52d18","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:17.268019711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-access-denied","reconcileID":"7c4db5f5-d261-4e06-85cf-a2f51cac621d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:17.286435862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-access-denied","reconcileID":"7c4db5f5-d261-4e06-85cf-a2f51cac621d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:17.304970609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee52bd35-b70c-4c67-88d0-488e72759205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:17.321369589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee52bd35-b70c-4c67-88d0-488e72759205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:17.328994978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee52bd35-b70c-4c67-88d0-488e72759205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:17.341036144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee52bd35-b70c-4c67-88d0-488e72759205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:17.484323736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"b170acfb-6567-4fa3-b06e-f5310705b6cc","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:17.487245286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"8687b9aa-eda9-46a7-8d5b-61dbed6657ea","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:17.500384903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"03080b83-19e4-4da3-8362-3f3fb03d81a5","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:17.516790452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-access-denied","reconcileID":"b1fd318f-75e9-484e-a71a-0a8fde0b51a5","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:17.518090115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"418e9807-e1aa-4cd6-b8e5-73e394bb0b33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:17.536855271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"418e9807-e1aa-4cd6-b8e5-73e394bb0b33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:54:17.560635806Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-user-subscription","reconcileID":"44e6580f-0d12-4203-8af8-b51ff447c17b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:17.592999147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-access-denied","reconcileID":"b1fd318f-75e9-484e-a71a-0a8fde0b51a5","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:17.603439084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"964c2f25-03b8-407e-9279-d29ca0fc3330","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:17.646475641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"cc0182e9-61d5-470d-b0a1-c3a36a4a6cb2","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:17.667339527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"b53dd72a-3f95-4738-8023-220500207069","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:17.713260062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"b37508e9-7b13-48f3-b0de-528801ed0043","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:17.713515855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"b53dd72a-3f95-4738-8023-220500207069","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:17.713818141Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-c1fdd6 priority=0:[ai-tenant-e2e-worker-w3-c1fdd6/e2e-test-other-subscription ai-tenant-e2e-worker-w3-c1fdd6/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:17.753353911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"ff6047e3-d7f5-4f97-ac4d-37448ede000c","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:17.757315651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"7f897273-739a-418e-a72f-b3f19644154d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:54:17.769384969Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-other-subscription","reconcileID":"4ced8499-2e0f-4375-82f7-443e5a9dc9f6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:17.774214651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"512c5633-6a8a-4c27-bffd-d8b4c25ba4a6","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:17.784417007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"7f897273-739a-418e-a72f-b3f19644154d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:17.800240373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"871e7ebd-c252-4e04-a009-71bc559ace36","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:17.81823532Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-user-subscription","reconcileID":"c6e27fc3-819c-42bb-92a2-5a9d7e8aa144","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/e2e-test-other-subscription","ai-tenant-e2e-worker-w3-c1fdd6/e2e-test-user-subscription","ai-tenant-e2e-worker-w3-c1fdd6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:17.843491755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"da58443b-70ab-46df-876d-420c90598ff8","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:17.870373232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-access-denied","reconcileID":"e0e455b7-2570-4459-a7c9-890a77ed803a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:17.871395174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"8d3ab021-e26e-4eac-ab81-a130e1c3e7c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:17.885458958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-access-denied","reconcileID":"e0e455b7-2570-4459-a7c9-890a77ed803a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:17.885994109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"ad081191-bbe4-44df-973f-8a857e039423","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:17.888338984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"8d3ab021-e26e-4eac-ab81-a130e1c3e7c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:17.906372948Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"ee6d3e44-49c0-47e6-94fa-2b9a1288fe72","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/e2e-test-other-subscription","ai-tenant-e2e-worker-w3-c1fdd6/e2e-test-user-subscription","ai-tenant-e2e-worker-w3-c1fdd6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:17.960316403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"d3eff8ca-c650-494c-b730-9d3acf5c8a95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:17.976128184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"d3eff8ca-c650-494c-b730-9d3acf5c8a95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:18.008127736Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-other-subscription","reconcileID":"56f9de61-a0f8-458a-8f48-d5322b83563e","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/e2e-test-other-subscription","ai-tenant-e2e-worker-w3-c1fdd6/e2e-test-user-subscription","ai-tenant-e2e-worker-w3-c1fdd6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:18.021285445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aae9fa8-4a00-4ea6-973f-755cb347c4bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:18.026592992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-user-subscription","reconcileID":"44727591-1478-4392-95f4-4da716713cce","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:18.02711953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aae9fa8-4a00-4ea6-973f-755cb347c4bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:18.037653371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aae9fa8-4a00-4ea6-973f-755cb347c4bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:18.043743119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aae9fa8-4a00-4ea6-973f-755cb347c4bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:18.064568555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"8b72efb9-b9f5-4b88-8f16-8bf30f5f4a12","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:18.064613449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"5bcb9167-c126-4d9b-99f3-2f552cd72570","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:18.092404234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-access-denied","reconcileID":"0863761a-64aa-408b-9ecd-3e785606affc","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:18.092692986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"75221bb4-3a4a-41ae-80b5-042c1fd5cce9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:18.102705147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-access-denied","reconcileID":"0863761a-64aa-408b-9ecd-3e785606affc","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:18.109662399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"75221bb4-3a4a-41ae-80b5-042c1fd5cce9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:18.146734384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-other-subscription","reconcileID":"d412f643-7871-4b48-bd9b-e913434ce5b2","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:18.242455054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-user-subscription","reconcileID":"58cece35-72b6-40ad-8847-9dc84d88575d","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:18.245396135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"4e92bf60-d3d0-478b-b175-ddca6aea86fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:18.395851731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"e2baa1e1-b83a-45de-aa8d-0638a082f1d6","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:18.414686324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"fede3a5b-2de0-445c-9c6f-c9ff4cb0e41f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:18.414848863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"d862abac-b65d-40dc-807d-a9a39f9770f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:18.415354872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-access-denied","reconcileID":"ab850565-214c-42fb-b1f2-89a7dbef0b24","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:18.424585196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"d862abac-b65d-40dc-807d-a9a39f9770f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:18.435203036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"fede3a5b-2de0-445c-9c6f-c9ff4cb0e41f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:18.436347264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-access-denied","reconcileID":"ab850565-214c-42fb-b1f2-89a7dbef0b24","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:22.04032305Z","body":"Kuadrant WASM auth not found on gateway; enabling ext_proc router fallback patches","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-55a8e6"},"namespace":"ai-tenant-e2e-ipp-b-55a8e6","name":"default-tenant","reconcileID":"4ea8eaf8-e8ee-41c5-89dc-664fc2d86271","gateway":"openshift-ingress/e2e-ipp-b-55a8e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:27.921593561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"33001a41-a1ad-473b-b549-2903d09ed126","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"premium-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"premium-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:27.940933153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"1e0c4521-5b6e-4dce-9235-64386b41a995","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"premium-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"premium-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:27.980247385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-test-auth-no-access","reconcileID":"ab7b5149-2a3c-4342-b954-67f01bbad9f5","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:28.006378466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-test-auth-no-access","reconcileID":"ab7b5149-2a3c-4342-b954-67f01bbad9f5","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:28.137224947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"9cf69311-201a-46bb-bde5-dec5f856fd7f","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"premium-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"premium-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:28.158405649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"bb93d213-f0bd-457d-bf8b-6bf01b60d16e","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"premium-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"premium-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:28.162689071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"5af4fcb7-98cd-420d-8eca-354fb013faad","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"premium-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"premium-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:54:28.162978403Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-f06af6/e2e-test-subscription-no-access","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:28.177080341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"ff6c5bf3-3626-4949-b7df-d6090d1fb28b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:28.180910943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"01b68ffc-a0b2-41d6-a431-e611c5c7bbd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:28.182483572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"5d359941-cb9b-424f-8956-06e5340593a2","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"premium-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"premium-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:28.182791685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"7e7423bc-4902-424c-af79-dc7322b21f68","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:28.192491346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"ff6c5bf3-3626-4949-b7df-d6090d1fb28b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:28.197126644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"01b68ffc-a0b2-41d6-a431-e611c5c7bbd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:28.243521025Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-test-subscription-no-access","reconcileID":"ba3f0aeb-5de0-4e59-ac29-7d4aeb4c802a","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-premium-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-f06af6/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w2-f06af6/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:28.276626747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-test-auth-no-access","reconcileID":"36663a22-6c50-4279-a527-dcfbecb9254e","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:28.284982932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"22573bbe-bad2-48e8-9a86-f552f833bbd5","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"premium-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"premium-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:28.29802491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-test-auth-no-access","reconcileID":"36663a22-6c50-4279-a527-dcfbecb9254e","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:28.318291143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-test-subscription-no-access","reconcileID":"de006cde-8fb6-485f-8136-f165923d910b","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-premium-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:28.318986925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-subscription","reconcileID":"7811153c-b3e4-46ba-ad07-442a6e5a1949","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-premium-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:28.406317469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"005901e9-3a68-4e1e-8efb-f7e3c9a3f399","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:28.406929379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"b97c2472-b0dd-40ec-bbfb-dc052956b3aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:28.466536519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"005901e9-3a68-4e1e-8efb-f7e3c9a3f399","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:28.467973151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"b97c2472-b0dd-40ec-bbfb-dc052956b3aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:28.468578248Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-user-subscription","reconcileID":"c973cf04-800f-47d4-8d7b-02c6e8da998a","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:28.489983744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-test-auth-no-access","reconcileID":"32a7455d-86a4-4076-be01-076960aec410","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:28.508641799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-test-auth-no-access","reconcileID":"32a7455d-86a4-4076-be01-076960aec410","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:28.526264786Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-user-subscription","reconcileID":"c973cf04-800f-47d4-8d7b-02c6e8da998a","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/e2e-test-other-subscription","ai-tenant-e2e-worker-w3-c1fdd6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:28.550535864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-other-subscription","reconcileID":"40d44c1b-d2b9-4b8b-a696-d91dba850709","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:28.555219945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"43cdc523-0bf3-4d8d-91e0-cdf8670ebdbc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:28.565731088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"83c4180e-2002-404d-9b2b-605b6b8cd61e","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:28.582337368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"2ec3d0a8-2ed8-4bdc-9818-28260dda00a0","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"premium-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"premium-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:28.594823374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"453d0dce-0338-4e90-87c1-84429ff7e031","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:28.594896388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-access-denied","reconcileID":"986d682e-7d14-48a0-9ff1-b0324faaf3ae","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:28.616527847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"453d0dce-0338-4e90-87c1-84429ff7e031","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:28.616761559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-access-denied","reconcileID":"986d682e-7d14-48a0-9ff1-b0324faaf3ae","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:28.71176895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"2e73cc50-711c-4dd6-babd-29fff39191a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:28.726439457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"2e73cc50-711c-4dd6-babd-29fff39191a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:28.745620402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"504617d2-df76-40a3-8c79-c99e6ad382c7","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:28.838666767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-access-denied","reconcileID":"79dc5978-3568-4fda-8bb0-dd7dc0e584ff","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:28.89965363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-access-denied","reconcileID":"79dc5978-3568-4fda-8bb0-dd7dc0e584ff","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:28.972599191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"6c9dca04-a958-45ba-b8b8-476776502a0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:28.989431873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"6c9dca04-a958-45ba-b8b8-476776502a0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:28.996962112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"4aa39528-78b4-49c8-80f9-030683232329","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:29.00779255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"4aa39528-78b4-49c8-80f9-030683232329","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:29.187405978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b17e94-sub","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-sub","reconcileID":"2479946f-a197-4b9b-9b12-c847c6b10ae3","MaaSSubscription":{"name":"praxis-route-b17e94-sub","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"name":"maas-trlp-praxis-route-b17e94","model":"ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:29.223594944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"fe89922f-51d9-4ebd-b61f-32d21efca9fa","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"tenant":"e2e-praxis-a-b17e94","gateway":"openshift-ingress/e2e-praxis-a-b17e94","model":"ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:29.223639333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"fe89922f-51d9-4ebd-b61f-32d21efca9fa","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"routeName":"praxis-route-b17e94-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b17e94","llmisvcName":"praxis-route-b17e94","gateway":"openshift-ingress/e2e-praxis-a-b17e94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:29.361075773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"5abc6614-4875-4a18-93cd-d8497f0e6191","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"premium-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"premium-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:29.408545952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-test-auth-no-access","reconcileID":"b70df3ab-b5cc-47aa-93b4-320f06f76f5f","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:29.417514045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"9f107448-c572-4eb1-b20c-59f7fa0f9dc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:29.417855042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"cfa47810-4772-434f-a67e-616a88fb0fcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:29.436678178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-test-auth-no-access","reconcileID":"b70df3ab-b5cc-47aa-93b4-320f06f76f5f","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:29.442238234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"9f107448-c572-4eb1-b20c-59f7fa0f9dc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:29.446179837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"cfa47810-4772-434f-a67e-616a88fb0fcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:29.509736934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-auth","reconcileID":"348474e7-0592-4202-84a2-ec53f6b3ee8c","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b17e94","tenantID":"e2e-praxis-a-b17e94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:29.522840629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-auth","reconcileID":"348474e7-0592-4202-84a2-ec53f6b3ee8c","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"name":"e2e-praxis-a-b17e94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:31.479501865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d2dd78"},"namespace":"ai-tenant-e2e-praxis-a-d2dd78","name":"default-tenant","reconcileID":"bc90eff6-c35b-406d-956e-532c0783b101","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-d2dd78","tenantID":"e2e-praxis-a-d2dd78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:31.511647933Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d2dd78"},"namespace":"ai-tenant-e2e-praxis-a-d2dd78","name":"default-tenant","reconcileID":"bc90eff6-c35b-406d-956e-532c0783b101","name":"e2e-praxis-a-d2dd78-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:33.323897358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"f2c345b3-cea1-4cce-b6a0-623fb7032d08","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"tenant":"e2e-praxis-a-b17e94","gateway":"openshift-ingress/e2e-praxis-a-b17e94","model":"ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:33.3239261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"f2c345b3-cea1-4cce-b6a0-623fb7032d08","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"routeName":"praxis-route-b17e94-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b17e94","llmisvcName":"praxis-route-b17e94","gateway":"openshift-ingress/e2e-praxis-a-b17e94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:33.338249658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-auth","reconcileID":"566f65ba-6a72-42e1-8783-8d0fb098e4a5","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b17e94","tenantID":"e2e-praxis-a-b17e94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:33.344987574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"e988ce90-9fea-4e2b-840b-9e695d74d89f","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"tenant":"e2e-praxis-a-b17e94","gateway":"openshift-ingress/e2e-praxis-a-b17e94","model":"ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:33.345003132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"e988ce90-9fea-4e2b-840b-9e695d74d89f","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"routeName":"praxis-route-b17e94-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b17e94","llmisvcName":"praxis-route-b17e94","gateway":"openshift-ingress/e2e-praxis-a-b17e94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:33.349330798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-auth","reconcileID":"566f65ba-6a72-42e1-8783-8d0fb098e4a5","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"name":"e2e-praxis-a-b17e94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:33.349580437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b17e94-sub","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-sub","reconcileID":"188014e0-4b01-4933-b21b-a7d9692e22b9","MaaSSubscription":{"name":"praxis-route-b17e94-sub","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"name":"maas-trlp-praxis-route-b17e94","model":"ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:33.49038492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-auth","reconcileID":"9cd10f14-ab60-41d2-98c2-344ccf1517a4","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b17e94","tenantID":"e2e-praxis-a-b17e94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:33.496906564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b17e94-sub","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-sub","reconcileID":"bc7e3967-88e9-4445-a8f1-c64c356d6433","MaaSSubscription":{"name":"praxis-route-b17e94-sub","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"name":"maas-trlp-praxis-route-b17e94","model":"ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:33.502517742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-auth","reconcileID":"9cd10f14-ab60-41d2-98c2-344ccf1517a4","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"name":"e2e-praxis-a-b17e94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:33.521882921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ad8f13a-efad-4113-8dda-6651dda80939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:33.52617348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ad8f13a-efad-4113-8dda-6651dda80939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:33.530536978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ad8f13a-efad-4113-8dda-6651dda80939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:33.535332479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ad8f13a-efad-4113-8dda-6651dda80939","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:33.855147804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ce339fe-4da8-479e-bc7e-60d0f6ad7691","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:33.859498256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ce339fe-4da8-479e-bc7e-60d0f6ad7691","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:33.870335864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ce339fe-4da8-479e-bc7e-60d0f6ad7691","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:33.874702957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ce339fe-4da8-479e-bc7e-60d0f6ad7691","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:34.205835736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42ae9e4e-151f-4730-85c4-9edb6b977cf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:34.260152868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42ae9e4e-151f-4730-85c4-9edb6b977cf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:34.277921609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42ae9e4e-151f-4730-85c4-9edb6b977cf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:34.29024681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42ae9e4e-151f-4730-85c4-9edb6b977cf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:34.547950997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55b35baf-3047-4e6c-96d1-e14706d381ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:34.559064953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55b35baf-3047-4e6c-96d1-e14706d381ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:34.563348975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55b35baf-3047-4e6c-96d1-e14706d381ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:34.567887976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55b35baf-3047-4e6c-96d1-e14706d381ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:34.848155075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7268f70a-06ea-401a-9fb9-8da187c3d28c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:34.852391576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7268f70a-06ea-401a-9fb9-8da187c3d28c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:34.856608081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7268f70a-06ea-401a-9fb9-8da187c3d28c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:34.860812124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7268f70a-06ea-401a-9fb9-8da187c3d28c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:35.215862238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"012394e7-b1fe-4527-abac-eb1f27a515df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:35.221908487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"012394e7-b1fe-4527-abac-eb1f27a515df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:35.233637546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"012394e7-b1fe-4527-abac-eb1f27a515df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:35.246037739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"012394e7-b1fe-4527-abac-eb1f27a515df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:35.483910046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f27a4e3-527a-40b8-81fb-91c2779f0345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:35.490996414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f27a4e3-527a-40b8-81fb-91c2779f0345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:35.499815839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f27a4e3-527a-40b8-81fb-91c2779f0345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:35.506643506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f27a4e3-527a-40b8-81fb-91c2779f0345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:36.375004383Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:38.793800044Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-other-subscription","reconcileID":"7f49fed6-78b8-40a3-9993-75d42c8fb207","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:38.819407604Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-other-subscription","reconcileID":"7f49fed6-78b8-40a3-9993-75d42c8fb207","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:38.840688332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"8023b374-7aeb-49cb-8892-9c0ba973fd72","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:38.846938892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"7291cf3a-07b9-49ad-9500-0cc63767b8ca","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:38.859883207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"e0ce05ad-2022-4501-ba12-3bae1c8c0dd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:38.859904943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"bffc9904-95f7-4052-88fc-6cd1fbce0b9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:38.860372899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-access-denied","reconcileID":"85db80f3-7abd-4c2d-8a8b-2461b3b3ead9","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:38.87273891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"bffc9904-95f7-4052-88fc-6cd1fbce0b9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:38.877747081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"e0ce05ad-2022-4501-ba12-3bae1c8c0dd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:38.878159274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-access-denied","reconcileID":"85db80f3-7abd-4c2d-8a8b-2461b3b3ead9","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:39.001874079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"f25b0bc0-5b99-4906-ba90-12ba5dc20508","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:39.002600566Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-auth-access-denied","reconcileID":"d86861ed-c47a-4e54-8489-7439d3dc36c1","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:39.034863176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"59ac6282-28bd-44bd-a9c4-bbce2eec95ab","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:39.413537193Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-test-subscription-no-access","reconcileID":"ad243fba-4cea-4e73-ab04-b6cd1d18419d","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:39.441878259Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-test-subscription-no-access","reconcileID":"ad243fba-4cea-4e73-ab04-b6cd1d18419d","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-premium-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-f06af6/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:39.471829451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-subscription","reconcileID":"9ee259ca-45e1-405b-9556-241c69d235ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-premium-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:39.475720382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"fb6d3be0-fa1a-4f74-9767-91bb714f4042","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"premium-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"premium-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:39.489271719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-test-auth-no-access","reconcileID":"d7d2e5d7-4dd0-4b25-8f0e-c91d84599b6b","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:39.489295096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"954fc476-6208-4421-839f-dea6b5e3261e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:39.489767672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"2d9e2b97-a98a-44de-8963-ee5d89c197ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:39.50343582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"2d9e2b97-a98a-44de-8963-ee5d89c197ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:39.50408937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-test-auth-no-access","reconcileID":"d7d2e5d7-4dd0-4b25-8f0e-c91d84599b6b","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:39.506459353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"954fc476-6208-4421-839f-dea6b5e3261e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:39.636768548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"c31d2f5c-5830-4890-87a2-119d7843847b","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"premium-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"premium-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:39.636774058Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-test-auth-no-access","reconcileID":"e26ee2aa-c2c2-4481-9ebe-997d613a45db","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:39.672520228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"7cdc66d9-f95b-49e3-bf9e-7118fa4a4f63","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"premium-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"premium-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:40.477941364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"600445d0-590f-490e-820e-33f922e99211","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:40.489600037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"45c93f44-95c7-4df4-9711-edca0f06c41f","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:40.509395011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-group-no-auth","reconcileID":"704bc16c-9e5c-41a8-856a-5062279d6007","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:40.520670082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-group-no-auth","reconcileID":"704bc16c-9e5c-41a8-856a-5062279d6007","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:40.537170461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"308344d7-865c-47b6-a191-78e964bf0e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:40.547288833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"308344d7-865c-47b6-a191-78e964bf0e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:40.557509769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"308344d7-865c-47b6-a191-78e964bf0e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:40.56195782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"308344d7-865c-47b6-a191-78e964bf0e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:40.577854426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"f225292b-149b-4792-8f5a-ca5580c70728","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:40.608978904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-group-no-auth","reconcileID":"f1dc051c-3139-4bbb-a38a-6dc14b8b6f6d","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:40.622905362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-group-no-auth","reconcileID":"f1dc051c-3139-4bbb-a38a-6dc14b8b6f6d","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:40.671703033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"46eaefa4-64ab-47e7-9e86-01dbd3af06e3","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:40.682194212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"dfee88fb-758a-4ada-98a9-01b6d8980361","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:54:40.686290962Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-group-sub-only","reconcileID":"4d9fb749-6e99-4a24-a5a9-2aaec9750b5c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:40.714799515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"8e686244-a6a6-431c-8cde-f2250dbec512","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:40.715212275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"b743eb31-d10a-467c-a722-bb1be2a3c460","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:40.726762673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"f502b6da-158d-4570-b382-28311272896c","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:40.72731092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-group-no-auth","reconcileID":"db01b600-fae5-421f-8a93-8d2ed84ee440","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:40.733333284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"8e686244-a6a6-431c-8cde-f2250dbec512","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:40.733548606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"b743eb31-d10a-467c-a722-bb1be2a3c460","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:40.737654828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"1dcaa202-dbf8-4e50-b4f9-1950bbc99449","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:40.737789247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-group-no-auth","reconcileID":"db01b600-fae5-421f-8a93-8d2ed84ee440","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:40.797216798Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-group-sub-only","reconcileID":"4b6d2f53-89a5-46ac-8ed1-028a3b8c3242","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/e2e-test-group-sub-only","ai-tenant-e2e-worker-w3-c1fdd6/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:40.839878043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"7125fe43-a4a3-4535-87fc-9a18f8dfc616","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:40.885452183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-group-sub-only","reconcileID":"69137e00-71de-4545-8d38-b07c7f239553","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:40.885515807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"e4ec38d7-2e70-48df-9610-80e0a662b318","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:40.893677706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faa1e5e8-3a6d-427b-8d2d-09bd8ea091f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:40.898007807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faa1e5e8-3a6d-427b-8d2d-09bd8ea091f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:40.902225059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faa1e5e8-3a6d-427b-8d2d-09bd8ea091f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:40.906587399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faa1e5e8-3a6d-427b-8d2d-09bd8ea091f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:40.920743633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"9cd9d0c6-9cb2-4170-83ee-2c198599dbc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:40.921155535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"c6ac3f5a-c953-4037-a80c-c3018106938f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:40.921520212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-group-no-auth","reconcileID":"1021decc-bb71-4e19-a4ab-c4e877cfd823","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:40.93113479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"9cd9d0c6-9cb2-4170-83ee-2c198599dbc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:40.933631192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-group-no-auth","reconcileID":"1021decc-bb71-4e19-a4ab-c4e877cfd823","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:40.93568333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"c6ac3f5a-c953-4037-a80c-c3018106938f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:41.53985266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"da5b9cb1-8c47-4eb6-ac8f-922b7c9488e3","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:41.555878301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"8e84fc46-155d-4e28-88cc-422b351a1a16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:41.557203457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"a0764a0f-fb5c-4ff6-9e9c-172ce0214e51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:41.55722498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-group-no-auth","reconcileID":"78c287fd-6c5b-4842-865c-de3159419fe3","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:41.571284897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"a0764a0f-fb5c-4ff6-9e9c-172ce0214e51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:41.571280991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"8e84fc46-155d-4e28-88cc-422b351a1a16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:41.573890866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-group-no-auth","reconcileID":"78c287fd-6c5b-4842-865c-de3159419fe3","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:43.415240427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"433563f6-cb88-44f0-9e9e-47dee075acc1","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"tenant":"e2e-praxis-a-b17e94","gateway":"openshift-ingress/e2e-praxis-a-b17e94","model":"ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:43.419788542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"433563f6-cb88-44f0-9e9e-47dee075acc1","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"routeName":"praxis-route-b17e94-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b17e94","llmisvcName":"praxis-route-b17e94","gateway":"openshift-ingress/e2e-praxis-a-b17e94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:43.439172239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c33ea95-69c0-425a-bda2-fd2f780acf56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:43.450240029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c33ea95-69c0-425a-bda2-fd2f780acf56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:43.456213566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c33ea95-69c0-425a-bda2-fd2f780acf56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:43.462929472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c33ea95-69c0-425a-bda2-fd2f780acf56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:43.463175075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-auth","reconcileID":"6da8a6af-afd9-4866-8976-40a32e521bb2","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b17e94","tenantID":"e2e-praxis-a-b17e94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:43.473747206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-auth","reconcileID":"6da8a6af-afd9-4866-8976-40a32e521bb2","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"name":"e2e-praxis-a-b17e94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:43.475143448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b17e94-sub","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-sub","reconcileID":"2ed36dea-739f-42e6-8433-3279bd8a539c","MaaSSubscription":{"name":"praxis-route-b17e94-sub","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"name":"maas-trlp-praxis-route-b17e94","model":"ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:43.550616532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b17e94-sub","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-sub","reconcileID":"db3c734a-e9f9-42b5-a0ec-93fee4e815a3","MaaSSubscription":{"name":"praxis-route-b17e94-sub","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"name":"maas-trlp-praxis-route-b17e94","model":"ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:43.561711484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-auth","reconcileID":"190912ed-c354-41e0-9538-da5e6b2a54b0","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b17e94","tenantID":"e2e-praxis-a-b17e94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:43.572800074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-auth","reconcileID":"190912ed-c354-41e0-9538-da5e6b2a54b0","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"name":"e2e-praxis-a-b17e94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:43.810852467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd313c0a-82a3-49c8-9926-88135da4ff63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:43.816842989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd313c0a-82a3-49c8-9926-88135da4ff63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:43.821019861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd313c0a-82a3-49c8-9926-88135da4ff63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:43.838651989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd313c0a-82a3-49c8-9926-88135da4ff63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:44.846002993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"59b07e2e-6c17-4603-9441-891eadaa46bb","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:44.869930839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"aa983341-a606-457a-8137-1ded5bf57782","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:44.893264851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-status-active-auth","reconcileID":"3b34992f-d856-4348-a272-05468b43dca0","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:44.903959742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-status-active-auth","reconcileID":"3b34992f-d856-4348-a272-05468b43dca0","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:44.935772969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"1d860aff-603c-4205-b882-f950f1e5df9e","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:44.985392852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-status-active-auth","reconcileID":"cb9eaa22-120e-42cd-b7ac-2509e441579f","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:44.994885616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-status-active-auth","reconcileID":"cb9eaa22-120e-42cd-b7ac-2509e441579f","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:45.037627937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"4da19e9c-0bbc-4fe5-9064-fa74a003e392","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:45.050031236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"1cfbcfa2-43d2-4bd9-9378-dff3e7bb1fe6","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:54:45.058245522Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-status-active-sub","reconcileID":"114ef689-fc36-43c4-81f2-103ecd6c54a5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:45.098433415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"c918eed9-0d43-4976-9b8d-f0c8b28ec7a5","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:45.102702592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-status-active-auth","reconcileID":"ef23d708-fb4c-4ce9-a677-ea1bd312cefb","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:45.102807396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"245c60c0-c6c4-4c60-9131-ddaf7df3c038","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:45.103829967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"9256954f-198d-4d23-9e21-3ce90cc20181","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:45.116881173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"e2c09c4d-4048-4d44-93cf-94602c85f8ac","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:45.123448987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"9256954f-198d-4d23-9e21-3ce90cc20181","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:45.123451866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-status-active-auth","reconcileID":"ef23d708-fb4c-4ce9-a677-ea1bd312cefb","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:45.126174097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"245c60c0-c6c4-4c60-9131-ddaf7df3c038","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:45.165772071Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-status-active-sub","reconcileID":"70245688-f706-4398-a050-c2dbd8155201","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-f06af6/e2e-status-active-sub","ai-tenant-e2e-worker-w2-f06af6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:45.204542825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"7fda372f-873d-4f39-8bfd-acf1fc03010b","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:45.241845097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"b5af81d9-2f55-4f4a-a4a2-f61a6b095573","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:45.241839329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-status-active-sub","reconcileID":"60f8bbcc-58ae-49a6-bf6d-86ee93c27820","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:45.279490862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"8dd81c8d-892c-4a42-8c1b-07c8e9d1f173","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:45.279730854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"3e49365f-0932-4854-aa84-cf6c6725a6de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:45.280274895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-status-active-auth","reconcileID":"6a5c9588-f895-4a54-9ea3-df9617b3b1b5","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:45.290083079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"8dd81c8d-892c-4a42-8c1b-07c8e9d1f173","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:45.291936377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"3e49365f-0932-4854-aa84-cf6c6725a6de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:45.293137425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-status-active-auth","reconcileID":"6a5c9588-f895-4a54-9ea3-df9617b3b1b5","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:45.674333492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"27c04cb9-8b36-4cac-9d40-9a6953cbfe91","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:45.698836041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-status-active-auth","reconcileID":"c7edabf3-7c9e-4da7-9041-98fb830893c7","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:45.703517108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"061cbc79-e0f2-40f5-af44-3cad57bedac4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:45.703517106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"171bf074-0064-4cfc-865c-5ccc97dfe21e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:45.772514275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"171bf074-0064-4cfc-865c-5ccc97dfe21e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:45.77310693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-status-active-auth","reconcileID":"c7edabf3-7c9e-4da7-9041-98fb830893c7","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:45.774867329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"061cbc79-e0f2-40f5-af44-3cad57bedac4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:48.948585313Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"default-tenant","reconcileID":"63097024-c12b-4090-a769-f7f562f5ce14","namespace":"ai-tenant-e2e-praxis-a-b17e94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:48.948650757Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"default-tenant","reconcileID":"63097024-c12b-4090-a769-f7f562f5ce14","name":"praxis-route-b17e94-sub","namespace":"ai-tenant-e2e-praxis-a-b17e94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:48.959758523Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"default-tenant","reconcileID":"63097024-c12b-4090-a769-f7f562f5ce14","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:48.959781067Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"default-tenant","reconcileID":"63097024-c12b-4090-a769-f7f562f5ce14","namespace":"ai-tenant-e2e-praxis-a-b17e94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:48.959873998Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"default-tenant","reconcileID":"63097024-c12b-4090-a769-f7f562f5ce14","name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:48.960482801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"ba3b6e32-05ee-4278-8ed0-27de49c79d22","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"tenant":"e2e-praxis-a-b17e94","gateway":"openshift-ingress/e2e-praxis-a-b17e94","model":"ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:48.96049689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"ba3b6e32-05ee-4278-8ed0-27de49c79d22","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"routeName":"praxis-route-b17e94-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b17e94","llmisvcName":"praxis-route-b17e94","gateway":"openshift-ingress/e2e-praxis-a-b17e94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:48.971562643Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"default-tenant","reconcileID":"63097024-c12b-4090-a769-f7f562f5ce14","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:48.97278925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"77c7c897-3894-4d51-9282-3ef8884eb555","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"tenant":"e2e-praxis-a-b17e94","gateway":"openshift-ingress/e2e-praxis-a-b17e94","model":"ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:48.972806665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"77c7c897-3894-4d51-9282-3ef8884eb555","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"routeName":"praxis-route-b17e94-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b17e94","llmisvcName":"praxis-route-b17e94","gateway":"openshift-ingress/e2e-praxis-a-b17e94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:48.988758643Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b17e94-sub","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-sub","reconcileID":"de1054f9-ae8a-4d6b-bc8f-6c075defd0ff","MaaSSubscription":{"name":"praxis-route-b17e94-sub","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-91ea7035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:49.004650397Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b17e94-sub","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-sub","reconcileID":"b635022a-6ef4-4ee0-8cf9-6480d8feff29","MaaSSubscription":{"name":"praxis-route-b17e94-sub","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-91ea7035","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:49.011998713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-auth","reconcileID":"e16cf87d-bdfa-484c-9610-9f185f833c9b","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b17e94","tenantID":"e2e-praxis-a-b17e94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:49.07012133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-auth","reconcileID":"e16cf87d-bdfa-484c-9610-9f185f833c9b","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"name":"e2e-praxis-a-b17e94-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:49.202992793Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-auth","reconcileID":"59485abd-5c2f-4388-b458-572ccd66b9b6","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"model":"ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:49.494620376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-auth","reconcileID":"59485abd-5c2f-4388-b458-572ccd66b9b6","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b17e94","tenantID":"e2e-praxis-a-b17e94","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:49.551893833Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-auth","reconcileID":"59485abd-5c2f-4388-b458-572ccd66b9b6","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"name":"e2e-praxis-a-b17e94-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:49.5781964Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-auth","reconcileID":"59485abd-5c2f-4388-b458-572ccd66b9b6","MaaSAuthPolicy":{"name":"praxis-route-b17e94-auth","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b17e94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:49.610902098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"0df6a208-96e4-48c2-a696-894b8947d9b8","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"tenant":"e2e-praxis-a-b17e94","gateway":"openshift-ingress/e2e-praxis-a-b17e94","model":"ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:49.610991904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"0df6a208-96e4-48c2-a696-894b8947d9b8","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"routeName":"praxis-route-b17e94-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b17e94","llmisvcName":"praxis-route-b17e94","gateway":"openshift-ingress/e2e-praxis-a-b17e94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:51.561372008Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-group-sub-only","reconcileID":"f5cd4457-9fb7-43e7-a86c-c4c6f05c4e7e","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:51.600299664Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-group-sub-only","reconcileID":"f5cd4457-9fb7-43e7-a86c-c4c6f05c4e7e","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:51.624249787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"d5244503-e2b0-41b8-a2d1-2e3c0b7dba07","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:51.635217525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"c9dff762-ee56-4653-9e1e-f3237ebe9873","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:51.690739313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"5dcf2967-0def-438c-ad7c-95b1f6380937","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:51.691325766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"9427d9fb-57f1-462a-ab94-c65ddc45c470","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:51.691842638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-group-no-auth","reconcileID":"cc1e0184-a3a6-4eb2-aebf-78b27cf0504e","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:51.769392117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"5dcf2967-0def-438c-ad7c-95b1f6380937","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:51.771750126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-group-no-auth","reconcileID":"cc1e0184-a3a6-4eb2-aebf-78b27cf0504e","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:51.774056093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"9427d9fb-57f1-462a-ab94-c65ddc45c470","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:51.78522233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"0c1586f3-b209-4ff8-b8a3-90cad008fd12","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:51.895732647Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-test-group-no-auth","reconcileID":"210cb307-b301-45ea-b152-9f53907fdabd","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:51.953195253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"73a97d1e-cce3-4cca-b8a3-8334d1f3f752","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:52.393118655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db788346-93eb-4d41-9acc-b6d6a228224c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:52.39742252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db788346-93eb-4d41-9acc-b6d6a228224c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:52.408786802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db788346-93eb-4d41-9acc-b6d6a228224c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:52.413132937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db788346-93eb-4d41-9acc-b6d6a228224c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:52.666723002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93f98625-a023-4b66-bdfc-c0a1dff9c833","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:52.673608839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93f98625-a023-4b66-bdfc-c0a1dff9c833","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:52.681205158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93f98625-a023-4b66-bdfc-c0a1dff9c833","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:52.68868448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93f98625-a023-4b66-bdfc-c0a1dff9c833","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:53.130828898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4965c16-a16f-4650-bbd1-32624577b07e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:53.135167449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4965c16-a16f-4650-bbd1-32624577b07e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:53.139989193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4965c16-a16f-4650-bbd1-32624577b07e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:53.148813749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4965c16-a16f-4650-bbd1-32624577b07e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:53.380361162Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-a29f33","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-a29f33","reconcileID":"7373c848-229e-4626-a361-d09bf659c8d9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-a29f33","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-a29f33":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:53.541481461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64a329d1-84ed-484e-844e-2e7061a23fe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:53.54687367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64a329d1-84ed-484e-844e-2e7061a23fe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:53.552223321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64a329d1-84ed-484e-844e-2e7061a23fe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:53.563317888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64a329d1-84ed-484e-844e-2e7061a23fe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:53.902696896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"816b7eef-4d1c-4576-bbdb-68cd5c9dc7df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:53.916006969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"816b7eef-4d1c-4576-bbdb-68cd5c9dc7df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:53.925634729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"816b7eef-4d1c-4576-bbdb-68cd5c9dc7df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:53.932974989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"816b7eef-4d1c-4576-bbdb-68cd5c9dc7df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:54.35333417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"950d7349-8e81-4a3d-8d98-486ea924e8db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:54.35946104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"950d7349-8e81-4a3d-8d98-486ea924e8db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:54.363939652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"950d7349-8e81-4a3d-8d98-486ea924e8db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:54.369922722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"950d7349-8e81-4a3d-8d98-486ea924e8db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:54.781217539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"682a10cf-923b-4ce9-8264-edb6c19ae40c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:54.788005071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"682a10cf-923b-4ce9-8264-edb6c19ae40c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:54.793826024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"682a10cf-923b-4ce9-8264-edb6c19ae40c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:54.800274708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"682a10cf-923b-4ce9-8264-edb6c19ae40c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:55.694998022Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-426bab"},"namespace":"ai-tenant-e2e-ipp-a-426bab","name":"default-tenant","reconcileID":"51395711-e8a7-45ca-a727-770b16b8cf46","namespace":"ai-tenant-e2e-ipp-a-426bab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:55.695103487Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-426bab"},"namespace":"ai-tenant-e2e-ipp-a-426bab","name":"default-tenant","reconcileID":"51395711-e8a7-45ca-a727-770b16b8cf46","namespace":"ai-tenant-e2e-ipp-a-426bab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:55.695174622Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-426bab"},"namespace":"ai-tenant-e2e-ipp-a-426bab","name":"default-tenant","reconcileID":"51395711-e8a7-45ca-a727-770b16b8cf46","tenant":"e2e-ipp-a-426bab","tenantID":"e2e-ipp-a-426bab","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:55.706637336Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-status-active-sub","reconcileID":"660f4855-4f39-4e61-ace8-740ce657a4ca","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:55.711244959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-426bab"},"namespace":"ai-tenant-e2e-ipp-a-426bab","name":"default-tenant","reconcileID":"51395711-e8a7-45ca-a727-770b16b8cf46","gvk":"Deployment","name":"maas-api-e2e-ipp-a-426bab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:55.747215466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-426bab"},"namespace":"ai-tenant-e2e-ipp-a-426bab","name":"default-tenant","reconcileID":"51395711-e8a7-45ca-a727-770b16b8cf46","gvk":"Service","name":"maas-api-e2e-ipp-a-426bab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:55.75795872Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-status-active-sub","reconcileID":"660f4855-4f39-4e61-ace8-740ce657a4ca","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-f06af6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:55.768104766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-426bab"},"namespace":"ai-tenant-e2e-ipp-a-426bab","name":"default-tenant","reconcileID":"51395711-e8a7-45ca-a727-770b16b8cf46","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-426bab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:55.778141682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-426bab"},"namespace":"ai-tenant-e2e-ipp-a-426bab","name":"default-tenant","reconcileID":"51395711-e8a7-45ca-a727-770b16b8cf46","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-426bab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:55.804950986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-426bab"},"namespace":"ai-tenant-e2e-ipp-a-426bab","name":"default-tenant","reconcileID":"51395711-e8a7-45ca-a727-770b16b8cf46","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-426bab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:55.805790557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"050b8229-308f-4974-9482-bfb29b0fc80a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:55.81357256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-426bab"},"namespace":"ai-tenant-e2e-ipp-a-426bab","name":"default-tenant","reconcileID":"51395711-e8a7-45ca-a727-770b16b8cf46","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-426bab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:55.829115733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-426bab"},"namespace":"ai-tenant-e2e-ipp-a-426bab","name":"default-tenant","reconcileID":"51395711-e8a7-45ca-a727-770b16b8cf46","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-426bab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:55.841209504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-426bab"},"namespace":"ai-tenant-e2e-ipp-a-426bab","name":"default-tenant","reconcileID":"51395711-e8a7-45ca-a727-770b16b8cf46","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-426bab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:55.853976124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-426bab"},"namespace":"ai-tenant-e2e-ipp-a-426bab","name":"default-tenant","reconcileID":"51395711-e8a7-45ca-a727-770b16b8cf46","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-426bab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:55.867449001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-426bab"},"namespace":"ai-tenant-e2e-ipp-a-426bab","name":"default-tenant","reconcileID":"51395711-e8a7-45ca-a727-770b16b8cf46","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-426bab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:55.889033777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-426bab"},"namespace":"ai-tenant-e2e-ipp-a-426bab","name":"default-tenant","reconcileID":"51395711-e8a7-45ca-a727-770b16b8cf46","gvk":"Service","name":"payload-processing-e2e-ipp-a-426bab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:55.889685324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"997e7567-6e14-43cf-9f90-74d85f981ed7","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:55.928245773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-426bab"},"namespace":"ai-tenant-e2e-ipp-a-426bab","name":"default-tenant","reconcileID":"51395711-e8a7-45ca-a727-770b16b8cf46","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-426bab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:55.935094776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"c1d740d5-4e3c-4ce9-9370-bbb63a4bdecc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:55.935350182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"c6d575d0-9892-460f-9bb9-350bc1e69553","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:55.935111952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-status-active-auth","reconcileID":"de779e63-a8ca-40f0-b543-25a6c1776dca","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:55.945911945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-426bab"},"namespace":"ai-tenant-e2e-ipp-a-426bab","name":"default-tenant","reconcileID":"51395711-e8a7-45ca-a727-770b16b8cf46","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-426bab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:55.963493231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-426bab"},"namespace":"ai-tenant-e2e-ipp-a-426bab","name":"default-tenant","reconcileID":"51395711-e8a7-45ca-a727-770b16b8cf46","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-426bab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:55.97181958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"c1d740d5-4e3c-4ce9-9370-bbb63a4bdecc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:55.973683454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-status-active-auth","reconcileID":"de779e63-a8ca-40f0-b543-25a6c1776dca","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:55.977292925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"c6d575d0-9892-460f-9bb9-350bc1e69553","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:56.00219424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-426bab"},"namespace":"ai-tenant-e2e-ipp-a-426bab","name":"default-tenant","reconcileID":"51395711-e8a7-45ca-a727-770b16b8cf46","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-426bab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:56.017315096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-426bab"},"namespace":"ai-tenant-e2e-ipp-a-426bab","name":"default-tenant","reconcileID":"51395711-e8a7-45ca-a727-770b16b8cf46","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-426bab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:56.033383978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-426bab"},"namespace":"ai-tenant-e2e-ipp-a-426bab","name":"default-tenant","reconcileID":"51395711-e8a7-45ca-a727-770b16b8cf46","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-426bab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:56.037404458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"536e85e5-dd38-4c69-9abf-85b97cedf5b9","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:56.047690079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-426bab"},"namespace":"ai-tenant-e2e-ipp-a-426bab","name":"default-tenant","reconcileID":"51395711-e8a7-45ca-a727-770b16b8cf46","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-426bab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:56.05665995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-426bab"},"namespace":"ai-tenant-e2e-ipp-a-426bab","name":"default-tenant","reconcileID":"51395711-e8a7-45ca-a727-770b16b8cf46","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-426bab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:56.069670536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-426bab"},"namespace":"ai-tenant-e2e-ipp-a-426bab","name":"default-tenant","reconcileID":"51395711-e8a7-45ca-a727-770b16b8cf46","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-426bab","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:56.106837211Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-status-active-auth","reconcileID":"aecbedb2-09ca-4d7c-aae1-689eaa203048","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:56.288582543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"837e5f32-5aba-4b27-bc81-0261acab0a47","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:56.436408179Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-426bab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-426bab","reconcileID":"ebe109c3-821e-432d-abaa-c4c709a3ce30","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-426bab","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-426bab"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:56.681621568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"e7626eae-3fff-4b4c-84cc-cba4f87286de","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:56.706021405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"a0a130e2-c704-4a7a-b104-6667bcbcfe20","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:56.760521774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-active-auth-only","reconcileID":"43e6cac9-b8ef-40a5-95b7-a6250581c9f8","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:56.879718144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-active-auth-only","reconcileID":"43e6cac9-b8ef-40a5-95b7-a6250581c9f8","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:56.934405932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f20972f7-c0a5-4a49-9072-c8d273fcb3bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:56.93917362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f20972f7-c0a5-4a49-9072-c8d273fcb3bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:56.94457084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f20972f7-c0a5-4a49-9072-c8d273fcb3bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:56.949852128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f20972f7-c0a5-4a49-9072-c8d273fcb3bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:56.955305377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"2fe2a87f-fa55-4559-82ea-71a5de325bb0","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:56.97223013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-active-auth-only","reconcileID":"5461bcfa-5110-4ca1-a252-bedeac61c577","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:57.082650228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-active-auth-only","reconcileID":"5461bcfa-5110-4ca1-a252-bedeac61c577","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:57.220982399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-status-failed-auth","reconcileID":"7cdf2007-aff8-45c8-955d-a553b3c59460","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:57.236311002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-status-failed-auth","reconcileID":"7cdf2007-aff8-45c8-955d-a553b3c59460","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:57.273468317Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-status-failed-auth","reconcileID":"7cdf2007-aff8-45c8-955d-a553b3c59460","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:57.458552574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-status-failed-auth","reconcileID":"648733da-2672-460c-a0fd-9f2330ac9470","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:57.526258716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-status-failed-auth","reconcileID":"648733da-2672-460c-a0fd-9f2330ac9470","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:57.551771229Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-status-failed-auth","reconcileID":"648733da-2672-460c-a0fd-9f2330ac9470","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:58.020381742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be6acc70-aaa7-475c-a334-bc37fccf969e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:58.032123998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be6acc70-aaa7-475c-a334-bc37fccf969e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:58.047289778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be6acc70-aaa7-475c-a334-bc37fccf969e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:58.064417586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be6acc70-aaa7-475c-a334-bc37fccf969e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:59.01630945Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b17e94-sub","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-sub","reconcileID":"32e58e02-370b-4ece-be7e-0a46d3126eca","MaaSSubscription":{"name":"praxis-route-b17e94-sub","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"model":"ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94","subscription":"praxis-route-b17e94-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:59.029007298Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b17e94-sub","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-sub","reconcileID":"32e58e02-370b-4ece-be7e-0a46d3126eca","MaaSSubscription":{"name":"praxis-route-b17e94-sub","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"model":"ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:59.039199158Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b17e94-sub","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94-sub","reconcileID":"32e58e02-370b-4ece-be7e-0a46d3126eca","MaaSSubscription":{"name":"praxis-route-b17e94-sub","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"name":"maas-trlp-praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94","model":"ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:59.08130806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88b12671-07ac-4aec-8a6b-d7c73e8f0246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:59.092955235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88b12671-07ac-4aec-8a6b-d7c73e8f0246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:59.159425782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88b12671-07ac-4aec-8a6b-d7c73e8f0246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:59.172414759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88b12671-07ac-4aec-8a6b-d7c73e8f0246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:59.206877187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"3ed988d5-1ab8-48b3-a83d-903efecb1e7a","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"tenant":"e2e-praxis-a-b17e94","gateway":"openshift-ingress/e2e-praxis-a-b17e94","model":"ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:59.211006044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"3ed988d5-1ab8-48b3-a83d-903efecb1e7a","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"routeName":"praxis-route-b17e94-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b17e94","llmisvcName":"praxis-route-b17e94","gateway":"openshift-ingress/e2e-praxis-a-b17e94","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:59.277443767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"a357d555-b243-475a-92fe-b44bea9500cf","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:59.278210719Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-active-auth-only","reconcileID":"1497c4ac-6873-4510-876c-e57ff47a608c","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:59.412818861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"2a8a47be-cb4d-45bc-8de4-861fdc3cd097","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:54:59.633447957Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-status-failed-auth","reconcileID":"abb7a1a0-fade-4392-b1fd-6e72e03974f2","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.051730047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"743453ed-bdfe-473f-b88d-9057eee05e2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.058074154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"743453ed-bdfe-473f-b88d-9057eee05e2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.069822991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"743453ed-bdfe-473f-b88d-9057eee05e2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.078356153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"743453ed-bdfe-473f-b88d-9057eee05e2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.304267763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"d427f2d8-b831-444b-a923-6bfd74ddf04a","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.312596813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"49b6328f-0371-408a-a7b3-af1d55024d1f","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.334324354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"fc8ee9aa-98af-4f54-bd95-f173ed96dc4d","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.36560776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-degraded-auth","reconcileID":"7cee83e7-f71b-43f4-9577-7769965fea09","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.39146786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-degraded-auth","reconcileID":"7cee83e7-f71b-43f4-9577-7769965fea09","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.438492782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"dd480a55-28f7-4ef1-8bbf-2d726c5174df","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.47513098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-degraded-auth","reconcileID":"93f41038-5fc1-4315-9776-fe0c18050692","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.486846227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-degraded-auth","reconcileID":"93f41038-5fc1-4315-9776-fe0c18050692","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.531805278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"96c69dd1-527c-46ce-9278-1589260fe24e","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.545710388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"ec4e08b6-37b3-4608-990d-c94c3e3b62eb","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:00.564648094Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-degraded-sub","reconcileID":"0bf3c8e3-fad8-49d3-8525-3e377376947d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.565414218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"f46b1e60-77a7-441f-b92d-4fc0fd366b5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.565449422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-degraded-auth","reconcileID":"5727a6e9-307f-4c6b-b4f0-2d9c6ea4b0f2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.568527753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"5a3a8c72-32cd-4416-a444-41d9c3395f0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.576161547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"f46b1e60-77a7-441f-b92d-4fc0fd366b5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.578290946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-degraded-auth","reconcileID":"5727a6e9-307f-4c6b-b4f0-2d9c6ea4b0f2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.580367542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"5a3a8c72-32cd-4416-a444-41d9c3395f0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.605846939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"36bd8153-f1c6-4566-80c0-6aea29dd6d85","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.616839756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"349e2c02-78e0-463d-be58-d300c014f7bc","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.632560139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"c46c9f80-575f-4b62-ad9b-918c0be59146","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.66955463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"781dce10-66c2-48ea-bac2-86400d3b3b72","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.674944681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-degraded-auth","reconcileID":"62fd8bbd-a746-408e-9cb8-07f80e662e33","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.676116843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"e91fa499-92f5-40c0-9d92-9ec672143121","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.67713917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"33b89098-5884-4907-981e-4edde910d720","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.684193826Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-degraded-sub","reconcileID":"d33c4e30-3370-4a76-9948-81ae20dcc491","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/e2e-status-degraded-sub","ai-tenant-e2e-worker-w3-c1fdd6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.684388627Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-degraded-sub","reconcileID":"d33c4e30-3370-4a76-9948-81ae20dcc491","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-c1fdd6/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.690071496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-degraded-auth","reconcileID":"62fd8bbd-a746-408e-9cb8-07f80e662e33","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.698805356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"33b89098-5884-4907-981e-4edde910d720","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.77848058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"e91fa499-92f5-40c0-9d92-9ec672143121","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.789251741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-status-degraded-auth","reconcileID":"a490ced9-8058-4874-a32a-d535249e787d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.795962497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"9c9f02bf-02de-433e-a3d9-8316953cc873","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.796670629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"e8067540-db03-4337-a4fe-5f8d2cc81a1c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.802570095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-status-degraded-auth","reconcileID":"a490ced9-8058-4874-a32a-d535249e787d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.823254801Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-status-degraded-auth","reconcileID":"a490ced9-8058-4874-a32a-d535249e787d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.843217085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-degraded-sub","reconcileID":"73318689-f039-48e8-8d1a-46fb6530bc74","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.843324981Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-degraded-sub","reconcileID":"73318689-f039-48e8-8d1a-46fb6530bc74","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-c1fdd6/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.846482881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"3c15058d-bb9a-4ff5-857d-bae2dabbf57e","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.88465529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-status-degraded-auth","reconcileID":"c3b0e940-775e-4656-a9d7-72b450700d32","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.896203689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-status-degraded-auth","reconcileID":"c3b0e940-775e-4656-a9d7-72b450700d32","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:00.920421984Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-status-degraded-auth","reconcileID":"c3b0e940-775e-4656-a9d7-72b450700d32","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:02.838803271Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"default-tenant","reconcileID":"86f0b412-44e4-45f4-a241-4b2f999b9a8b","namespace":"ai-tenant-e2e-praxis-a-b17e94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:02.838863548Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"default-tenant","reconcileID":"86f0b412-44e4-45f4-a241-4b2f999b9a8b","namespace":"ai-tenant-e2e-praxis-a-b17e94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:02.83891079Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"default-tenant","reconcileID":"86f0b412-44e4-45f4-a241-4b2f999b9a8b","tenant":"e2e-praxis-a-b17e94","tenantID":"e2e-praxis-a-b17e94","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:02.845949443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"default-tenant","reconcileID":"86f0b412-44e4-45f4-a241-4b2f999b9a8b","gvk":"Deployment","name":"maas-api-e2e-praxis-a-b17e94","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:02.863841025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"default-tenant","reconcileID":"86f0b412-44e4-45f4-a241-4b2f999b9a8b","gvk":"Service","name":"maas-api-e2e-praxis-a-b17e94","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:02.876079294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"default-tenant","reconcileID":"86f0b412-44e4-45f4-a241-4b2f999b9a8b","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-b17e94","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:02.8860688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"default-tenant","reconcileID":"86f0b412-44e4-45f4-a241-4b2f999b9a8b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-b17e94","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:02.904203469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"default-tenant","reconcileID":"86f0b412-44e4-45f4-a241-4b2f999b9a8b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-b17e94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:02.913989522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"default-tenant","reconcileID":"86f0b412-44e4-45f4-a241-4b2f999b9a8b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-b17e94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:02.926350728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"default-tenant","reconcileID":"86f0b412-44e4-45f4-a241-4b2f999b9a8b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-b17e94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:02.943403496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"default-tenant","reconcileID":"86f0b412-44e4-45f4-a241-4b2f999b9a8b","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-b17e94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:02.958785444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"default-tenant","reconcileID":"86f0b412-44e4-45f4-a241-4b2f999b9a8b","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-b17e94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:02.96416771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"default-tenant","reconcileID":"86f0b412-44e4-45f4-a241-4b2f999b9a8b","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-b17e94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:02.969365834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"default-tenant","reconcileID":"86f0b412-44e4-45f4-a241-4b2f999b9a8b","gvk":"Service","name":"payload-processing-e2e-praxis-a-b17e94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:02.977512209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"default-tenant","reconcileID":"86f0b412-44e4-45f4-a241-4b2f999b9a8b","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-b17e94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:02.97885493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"a6586542-0435-4fa4-aa97-3f327cd5374f","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:02.98176661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"default-tenant","reconcileID":"86f0b412-44e4-45f4-a241-4b2f999b9a8b","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-b17e94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:02.986301189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"default-tenant","reconcileID":"86f0b412-44e4-45f4-a241-4b2f999b9a8b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-b17e94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:02.99036554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"default-tenant","reconcileID":"86f0b412-44e4-45f4-a241-4b2f999b9a8b","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-b17e94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:02.995488549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-degraded-auth","reconcileID":"0c6669f3-a8b1-4c91-8efe-d74cee21eb6b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:02.996236404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"73efb49e-5940-49e1-8f50-66a3e8df6c21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:02.99636683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"aca9c2ff-71b3-4e02-adfb-2ff1842510c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:03.002886312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"default-tenant","reconcileID":"86f0b412-44e4-45f4-a241-4b2f999b9a8b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-b17e94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:03.007349283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-degraded-auth","reconcileID":"0c6669f3-a8b1-4c91-8efe-d74cee21eb6b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:03.009780826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"aca9c2ff-71b3-4e02-adfb-2ff1842510c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:03.010069699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"default-tenant","reconcileID":"86f0b412-44e4-45f4-a241-4b2f999b9a8b","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-b17e94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:03.010201301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"73efb49e-5940-49e1-8f50-66a3e8df6c21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:03.020354138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"default-tenant","reconcileID":"86f0b412-44e4-45f4-a241-4b2f999b9a8b","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-b17e94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:03.021355974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"1b27632f-0060-4eeb-a785-86f1bee32de9","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:03.02811118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"default-tenant","reconcileID":"86f0b412-44e4-45f4-a241-4b2f999b9a8b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-b17e94","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:03.046664535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"default-tenant","reconcileID":"86f0b412-44e4-45f4-a241-4b2f999b9a8b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-b17e94","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:03.095110556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"c7390097-80e4-4712-9753-11808ad3eaa6","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:03.095713641Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-status-degraded-auth","reconcileID":"db35e339-8327-4c09-b877-bd0ec0262c7d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:03.175326074Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-status-degraded-auth","reconcileID":"db35e339-8327-4c09-b877-bd0ec0262c7d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:03.232877708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"7ef56fcc-ca1c-4966-ac93-c52bc0b43966","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:03.36848324Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-b17e94","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-b17e94","reconcileID":"af5c9835-e817-463e-8f24-5d776b5e501b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-b17e94","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-b17e94"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:03.413030785Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"d5a20946-3b99-41d2-baf5-f9f3ddc12eb9","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:03.428918148Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"d5a20946-3b99-41d2-baf5-f9f3ddc12eb9","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:03.435092795Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"0a4a7f4c-6c4e-4e47-be26-314dbbee14f3","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:03.435213735Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"0a4a7f4c-6c4e-4e47-be26-314dbbee14f3","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:03.44625302Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"21c505f7-a4df-4a5c-9eea-0b1b9ea7cca6","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:03.446336102Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"21c505f7-a4df-4a5c-9eea-0b1b9ea7cca6","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:03.466686328Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"68e1704e-dc3b-4450-940c-104576cd1c53","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:03.466816757Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"68e1704e-dc3b-4450-940c-104576cd1c53","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:03.58261824Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"0f228019-6cc8-47fc-b3b6-eb797280deb7","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:03.582730121Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"0f228019-6cc8-47fc-b3b6-eb797280deb7","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:03.663522027Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"64f42e57-6d96-452b-a6af-0d58b1315c5d","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:03.663601651Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"64f42e57-6d96-452b-a6af-0d58b1315c5d","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:03.752254869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61220eff-4802-4f7e-bc5e-97b1ab95fff4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:03.756521971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61220eff-4802-4f7e-bc5e-97b1ab95fff4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:03.761109347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61220eff-4802-4f7e-bc5e-97b1ab95fff4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:03.765627405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61220eff-4802-4f7e-bc5e-97b1ab95fff4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:03.824416046Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"91ba3df0-a827-461b-980c-1e16ba92b3e6","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:03.824482294Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"91ba3df0-a827-461b-980c-1e16ba92b3e6","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:04.069844932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e882230c-6151-4779-8c73-d4c7251168d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:04.076502162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e882230c-6151-4779-8c73-d4c7251168d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:04.078153833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"06d96a5a-db7b-4517-b206-938a1819768b","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:04.084308278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e882230c-6151-4779-8c73-d4c7251168d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:04.091206039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e882230c-6151-4779-8c73-d4c7251168d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:04.102653458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"d6f7b86c-c467-418b-9e25-87b9afff2171","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:04.138169298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-degraded-healthy-inf-auth","reconcileID":"624b2f77-63ba-488e-8ca9-32bfd95a2d9a","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:04.144744619Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"7b7fb3d2-0406-4373-8e9e-e79d27c6fa5c","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:04.144828887Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"7b7fb3d2-0406-4373-8e9e-e79d27c6fa5c","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:04.148651078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-degraded-healthy-inf-auth","reconcileID":"624b2f77-63ba-488e-8ca9-32bfd95a2d9a","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:04.188142818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"ae051a61-afc9-42dc-85fd-71a02da358d9","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:04.236899748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-degraded-healthy-inf-auth","reconcileID":"d427354b-c198-4f52-b004-f789ff85801f","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:04.248320084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-degraded-healthy-inf-auth","reconcileID":"d427354b-c198-4f52-b004-f789ff85801f","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:04.315198035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"9574b657-2bc2-4b1e-88e7-b3ac6acc7403","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:04.327577621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"71b3d740-7d69-4f78-89bf-fb3b183c410f","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:04.330877562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"2a247651-b39d-4b74-b9fc-335f7d17a505","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:04.332923559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"ea562b68-269a-49ce-85a1-ccbb23d55265","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:04.336670909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-degraded-healthy-inf-auth","reconcileID":"875c3fdc-39ef-4e72-856c-0439be86c30d","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:04.342589853Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-degraded-healthy-inf","reconcileID":"8e90a3a5-1ff8-47f1-8858-63629ca45089","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:04.345562477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"ea562b68-269a-49ce-85a1-ccbb23d55265","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:04.352833791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-degraded-healthy-inf-auth","reconcileID":"875c3fdc-39ef-4e72-856c-0439be86c30d","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:04.36159735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"2a247651-b39d-4b74-b9fc-335f7d17a505","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:04.403735433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"a7a980ad-4e68-4605-85ba-e4922d0ff204","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:04.415804826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"c7cfb1ba-417e-4ec8-9fc2-3f2c3473e865","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:04.433820489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-degraded-healthy-inf-auth","reconcileID":"8d7c21bb-a675-42bd-af46-f306d106c41f","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:04.433927424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"0317d507-7c3b-4d6d-b05e-7a199fd4a124","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:04.448354345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"0317d507-7c3b-4d6d-b05e-7a199fd4a124","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:04.456439921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-degraded-healthy-inf-auth","reconcileID":"8d7c21bb-a675-42bd-af46-f306d106c41f","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:04.46459556Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-degraded-healthy-inf","reconcileID":"29f458e2-d6de-4fdc-8158-5d136a622c31","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-f06af6/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w2-f06af6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:04.46470863Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-degraded-healthy-inf","reconcileID":"29f458e2-d6de-4fdc-8158-5d136a622c31","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-f06af6/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:04.509521323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"ef5f3a2f-4e1a-4f16-8a82-161166434f04","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:04.557639749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"611c7093-a4a9-45e8-b684-707fa0a99002","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:04.574358586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"030fb597-9ee5-4441-be64-31572cbbc5e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:04.574776346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-degraded-healthy-inf","reconcileID":"69ea2910-5c63-477e-9143-8f39b0469af3","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:04.574871896Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-degraded-healthy-inf","reconcileID":"69ea2910-5c63-477e-9143-8f39b0469af3","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-f06af6/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:04.574967429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"611c7093-a4a9-45e8-b684-707fa0a99002","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:04.785494726Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"2725cd2c-de3e-43cc-8ba4-fb559f010be9","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:04.785561653Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"2725cd2c-de3e-43cc-8ba4-fb559f010be9","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:06.070800299Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"f04aff17-ffb0-4ea9-a81b-37de3e7f6147","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:06.070892118Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"f04aff17-ffb0-4ea9-a81b-37de3e7f6147","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:06.374826532Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:06.424101126Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"0449e639-f151-4b0d-88ce-96aa877d678a","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:06.424164981Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"0449e639-f151-4b0d-88ce-96aa877d678a","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:06.458693091Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"59e8e7cb-5ce4-4858-a72f-835ad061d284","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:06.458763994Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"59e8e7cb-5ce4-4858-a72f-835ad061d284","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:06.58616203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5f96bfc-52f8-4ffc-8caa-a247810b090b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:06.590638528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5f96bfc-52f8-4ffc-8caa-a247810b090b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:06.594839933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5f96bfc-52f8-4ffc-8caa-a247810b090b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:06.600441973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5f96bfc-52f8-4ffc-8caa-a247810b090b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:06.927933032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f6e6b7-353a-4379-9142-077841159b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:06.938713317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f6e6b7-353a-4379-9142-077841159b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:06.944870161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f6e6b7-353a-4379-9142-077841159b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:06.953992987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f6e6b7-353a-4379-9142-077841159b12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:07.272787104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"999ba2aa-9767-42ca-b64e-942f1d35bf9e","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:07.299284141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"db42576a-1847-4b29-af0f-d93f7c764cdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:07.299348778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-degraded-healthy-inf-auth","reconcileID":"2b38a220-76bb-4c39-b250-f4b6a792d78a","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:07.300285242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"66bcd692-a3cc-47bb-856a-254e3c7a453a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:07.310270303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d6e4426-9de6-401f-9225-4ff6a52a2933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:07.311791273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"db42576a-1847-4b29-af0f-d93f7c764cdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:07.312962046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-degraded-healthy-inf-auth","reconcileID":"2b38a220-76bb-4c39-b250-f4b6a792d78a","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:07.313980323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"66bcd692-a3cc-47bb-856a-254e3c7a453a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:07.314849135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d6e4426-9de6-401f-9225-4ff6a52a2933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:07.371260465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d6e4426-9de6-401f-9225-4ff6a52a2933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:07.376902227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d6e4426-9de6-401f-9225-4ff6a52a2933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:08.275418024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a29f33"},"namespace":"ai-tenant-e2e-praxis-b-a29f33","name":"default-tenant","reconcileID":"e9a1348b-47eb-4752-b602-09f4d321ab7c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-a29f33","tenantID":"e2e-praxis-b-a29f33","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:08.301065163Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a29f33"},"namespace":"ai-tenant-e2e-praxis-b-a29f33","name":"default-tenant","reconcileID":"e9a1348b-47eb-4752-b602-09f4d321ab7c","name":"e2e-praxis-b-a29f33-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:09.056886388Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"d299570c-7903-404c-8a58-602f9a9ad4b9","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:09.056955195Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"d299570c-7903-404c-8a58-602f9a9ad4b9","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:13.013311869Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-degraded-sub","reconcileID":"f70f9432-2756-486b-9a0b-f89c9d50087c","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:13.042807424Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-degraded-sub","reconcileID":"f70f9432-2756-486b-9a0b-f89c9d50087c","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:13.042835302Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-degraded-sub","reconcileID":"f70f9432-2756-486b-9a0b-f89c9d50087c","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:13.042938555Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-degraded-sub","reconcileID":"f70f9432-2756-486b-9a0b-f89c9d50087c","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-c1fdd6/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:13.078922892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"b7d534b5-8a69-4f30-a3ce-32125442f9ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:13.344584417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"721d18da-cdcc-4838-973d-77966b87563c","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:13.369233318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"d7b1dd61-25f9-44fa-ab05-ba606cb63cea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:13.369402341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"f92d7040-c5a5-492b-960f-95d74549ca1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:13.369666062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-degraded-auth","reconcileID":"b287ba68-28a2-476a-a861-3b7296ac6e85","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:13.381573185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-degraded-auth","reconcileID":"b287ba68-28a2-476a-a861-3b7296ac6e85","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:13.38208945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"d7b1dd61-25f9-44fa-ab05-ba606cb63cea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:13.385525859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"f92d7040-c5a5-492b-960f-95d74549ca1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:13.500231104Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-degraded-auth","reconcileID":"ac6c2acb-d899-4158-9fda-521b55b4f74b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:13.500227358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"ed7d0b6b-4f5a-48a8-ba34-3084eeb7943e","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:13.523579536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"e2a972e6-0795-4d81-b7c7-250a367ef2fa","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:14.436463757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"e2e-temp-model-status","reconcileID":"4031228e-b008-4727-85df-b6027cb59105","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"tenant":"e2e-worker-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:14.436487346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"e2e-temp-model-status","reconcileID":"4031228e-b008-4727-85df-b6027cb59105","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:14.447573759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"29fb56fc-d41b-44ba-8b72-af32b5f22f2a","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:14.461843177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"3b212f05-f222-4e89-bfdf-24afaf2e14b3","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-2-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-2-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:14.664908397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"e2e-temp-model-status","reconcileID":"75370b1d-2f3e-4bdc-af37-97db7e0b9b15","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"tenant":"e2e-worker-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:14.664930523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"e2e-temp-model-status","reconcileID":"75370b1d-2f3e-4bdc-af37-97db7e0b9b15","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:14.678078758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"e2e-temp-model-status","reconcileID":"750f6a08-2330-4b9a-8899-efe5d3c363d9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"tenant":"e2e-worker-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:14.678098344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"e2e-temp-model-status","reconcileID":"750f6a08-2330-4b9a-8899-efe5d3c363d9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:14.700131593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-transition-auth","reconcileID":"f43f5b2a-f6c8-4728-b7a7-e4c375428950","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:14.716347333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-transition-auth","reconcileID":"f43f5b2a-f6c8-4728-b7a7-e4c375428950","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:14.753279457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"e2e-temp-model-status","reconcileID":"98e18c0d-29eb-492c-a03d-367e2490262e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"tenant":"e2e-worker-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:14.753306628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"e2e-temp-model-status","reconcileID":"98e18c0d-29eb-492c-a03d-367e2490262e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:14.795777522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-transition-auth","reconcileID":"e75c9dc2-b17b-4675-925e-9a8d206a71a8","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:14.806285795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-transition-auth","reconcileID":"e75c9dc2-b17b-4675-925e-9a8d206a71a8","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:14.847326127Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-transition-auth","reconcileID":"e75c9dc2-b17b-4675-925e-9a8d206a71a8","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-transition-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:14.858433882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"e2e-temp-model-status","reconcileID":"3ad10fb8-6deb-4277-a255-ef4aebec74cd","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"tenant":"e2e-worker-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:14.858454431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"e2e-temp-model-status","reconcileID":"3ad10fb8-6deb-4277-a255-ef4aebec74cd","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:14.875136709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"e2e-temp-model-status","reconcileID":"b44c887a-06c6-48fc-9713-1791d303c8c1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"tenant":"e2e-worker-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:14.875210331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"e2e-temp-model-status","reconcileID":"b44c887a-06c6-48fc-9713-1791d303c8c1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:14.881241633Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-transition-sub","reconcileID":"e0dbc119-9db1-4559-8001-c191b1919aaa","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:14.881830437Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"e2e-temp-model-status","reconcileID":"b44c887a-06c6-48fc-9713-1791d303c8c1","name":"e2e-temp-model-status","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:14.881877142Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"e2e-temp-model-status","reconcileID":"b44c887a-06c6-48fc-9713-1791d303c8c1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:14.887485099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"e2e-temp-model-status","reconcileID":"23601e29-8d15-41b5-8bc2-e1b3d38e7789","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"tenant":"e2e-worker-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:14.887499418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"e2e-temp-model-status","reconcileID":"23601e29-8d15-41b5-8bc2-e1b3d38e7789","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:14.901456556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"e2e-temp-model-status","reconcileID":"2096ff4f-0b9e-4d8b-bff4-6ed3408ecc35","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"tenant":"e2e-worker-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:14.901473905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"e2e-temp-model-status","reconcileID":"2096ff4f-0b9e-4d8b-bff4-6ed3408ecc35","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:14.903446238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-transition-auth","reconcileID":"36029eea-b9ab-4af5-890a-2e6e64662206","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:14.906598046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"d4af4ddf-322f-4cb5-b04e-47e8f99096b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:14.906853702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"3c160fb7-00a5-4eb3-9590-05d89e3ab110","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:14.912346312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"e2e-temp-model-status","reconcileID":"ac819acf-9a4a-4bb9-8020-61167d2cdd9d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"tenant":"e2e-worker-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:14.912365604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"e2e-temp-model-status","reconcileID":"ac819acf-9a4a-4bb9-8020-61167d2cdd9d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:14.914605839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-transition-auth","reconcileID":"36029eea-b9ab-4af5-890a-2e6e64662206","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:14.918127567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"3c160fb7-00a5-4eb3-9590-05d89e3ab110","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:14.918155791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"d4af4ddf-322f-4cb5-b04e-47e8f99096b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:14.947399145Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-transition-sub","reconcileID":"eb3a56cd-8879-4835-a1b6-9b88f106ab39","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:14.980536126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"e2e-temp-model-status","reconcileID":"f50936f4-73d2-48cf-8284-39030a33909f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"tenant":"e2e-worker-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:14.980555003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"e2e-temp-model-status","reconcileID":"f50936f4-73d2-48cf-8284-39030a33909f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:15.037737815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-transition-sub","reconcileID":"c2a0402c-3d69-4ff3-a20e-793efce9bdce","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w3-c1fdd6/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:15.099116477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"63409138-4402-4bf1-803c-c16ba15c9c07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:15.099734421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"01b28f03-41d7-43d8-bbf4-bbe93a1b6f2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:15.100237897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-transition-auth","reconcileID":"de034c7c-2aaa-4a96-8a27-d62abb3d66f5","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:15.170606913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"63409138-4402-4bf1-803c-c16ba15c9c07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:15.171945443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-transition-auth","reconcileID":"de034c7c-2aaa-4a96-8a27-d62abb3d66f5","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:15.173196246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"01b28f03-41d7-43d8-bbf4-bbe93a1b6f2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:15.262135178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"d25483ab-974c-460c-aabd-d47fac37764a","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-2-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-2-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:16.512857859Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"5f1e3e13-0dad-4008-921d-12cc43dded4a","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:16.512928541Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"5f1e3e13-0dad-4008-921d-12cc43dded4a","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:17.303733705Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-degraded-healthy-inf","reconcileID":"4d3be591-17a0-4c5a-ad16-4624522d2dbf","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:17.332142202Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-degraded-healthy-inf","reconcileID":"4d3be591-17a0-4c5a-ad16-4624522d2dbf","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-f06af6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:17.33217044Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-degraded-healthy-inf","reconcileID":"4d3be591-17a0-4c5a-ad16-4624522d2dbf","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:17.332283947Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-degraded-healthy-inf","reconcileID":"4d3be591-17a0-4c5a-ad16-4624522d2dbf","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-f06af6/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:17.388409578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"6eb7df50-d122-4a9f-ad71-ba6ed6fb972a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:17.417247934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"1010c021-513b-4d26-ac62-3e0978e67658","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:17.440104215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"e2e-temp-model-status","reconcileID":"f2036295-4110-4fe0-9b77-163cd15823c5","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"tenant":"e2e-worker-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:17.440130037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"e2e-temp-model-status","reconcileID":"f2036295-4110-4fe0-9b77-163cd15823c5","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:17.459459598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-degraded-healthy-inf-auth","reconcileID":"98f9c130-5e68-4414-97e3-ab1b4417c96a","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:17.463974558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"73cf8be2-938c-402e-9f89-2f8c6abbf855","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:17.463975148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"c4b500a7-027b-4709-9578-6f98dd370ef4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:17.470117857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-degraded-healthy-inf-auth","reconcileID":"98f9c130-5e68-4414-97e3-ab1b4417c96a","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:17.48297282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"c4b500a7-027b-4709-9578-6f98dd370ef4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:17.48302035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"73cf8be2-938c-402e-9f89-2f8c6abbf855","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:17.59831927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"be732915-d7a6-432b-b900-fdf523810e67","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:17.598348704Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-degraded-healthy-inf-auth","reconcileID":"c41be94b-fe59-4eb1-897c-4ef8d195d7da","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:17.726855606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"65b4f72a-5e01-4a3e-b84c-717a808db095","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:18.552114185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"e29b0a7a-9ebf-448d-8530-a0b6e0c38da9","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:18.56787191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"efd9de2f-4f55-47ee-ba3e-0e0f22061ab8","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:18.603782949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-degraded-models-apikey-auth","reconcileID":"a24b8ac6-752c-4a8f-91f8-bab4c92f0cfb","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:18.638907548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-degraded-models-apikey-auth","reconcileID":"a24b8ac6-752c-4a8f-91f8-bab4c92f0cfb","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:18.692169429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"4060c020-9508-42f6-8549-a1cab5e809dd","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:18.714519738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-degraded-models-apikey-auth","reconcileID":"d0137d1d-bfea-4dc3-8314-93d3d0490632","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:18.724651121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-degraded-models-apikey-auth","reconcileID":"d0137d1d-bfea-4dc3-8314-93d3d0490632","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:18.749747775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"1981de67-2258-454a-883b-9c3aba66637b","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:18.761999315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"7c6e7b26-1b25-4cf7-919e-03b2bab957d4","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:18.769235516Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-degraded-models-apikey","reconcileID":"087f3451-4d1e-41df-9ee4-d503d0031161","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:18.794163212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"54bfbe98-ddd4-4860-a690-20f3af2ce852","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:18.808572736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"4d91429f-90e4-4797-9dca-9f8bf7c7e64f","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:18.819364528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"dda3ae7a-4e42-43f7-83a1-c401b45d03c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:18.819401628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"33824957-9606-4b57-932e-5d0da8acbd4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:18.830264706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"33824957-9606-4b57-932e-5d0da8acbd4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:18.831999823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"dda3ae7a-4e42-43f7-83a1-c401b45d03c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:18.85612294Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-degraded-models-apikey","reconcileID":"1006dfc5-ba29-4926-a487-d931c618be3f","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-f06af6/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w2-f06af6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:18.856257008Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-degraded-models-apikey","reconcileID":"1006dfc5-ba29-4926-a487-d931c618be3f","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-f06af6/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:18.893327902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"cf5fd17a-22fb-430f-a160-ef4e5cdc2453","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:18.910493234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-degraded-models-apikey-auth","reconcileID":"765d573e-4623-4854-a9f4-f6ef25eaaea3","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:18.91053723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"e4808ed8-b9cc-43a6-a3d2-7581422739a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:18.910911165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"24ea5077-2c00-4138-9431-8a020d984fd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:18.921469631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-degraded-models-apikey-auth","reconcileID":"765d573e-4623-4854-a9f4-f6ef25eaaea3","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:18.921684617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"e4808ed8-b9cc-43a6-a3d2-7581422739a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:18.924765568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"24ea5077-2c00-4138-9431-8a020d984fd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:18.932232175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"bea08e09-27c3-40bb-8510-ca726e643c9d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:18.932439746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-degraded-models-apikey","reconcileID":"a6596630-a891-4cd7-8564-c5cb186a523c","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:18.932555306Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-degraded-models-apikey","reconcileID":"a6596630-a891-4cd7-8564-c5cb186a523c","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-f06af6/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:19.352199443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"76016319-1362-41b9-ac37-161abe31fe88","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:19.416735262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"a28f5a0d-1096-4fe5-a5bc-447973831bdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:19.417910051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-degraded-models-apikey-auth","reconcileID":"8ccaee9c-3b6a-4a2e-b460-60abe00e09f7","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:19.418559107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"e2dd1de2-519b-4c6a-ad1d-6e78804da09e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:19.459259323Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"7f1e476c-873c-4d44-accf-f1adce732148","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:19.461427157Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"7f1e476c-873c-4d44-accf-f1adce732148","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:19.464301291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"e2dd1de2-519b-4c6a-ad1d-6e78804da09e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:19.466837287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-degraded-models-apikey-auth","reconcileID":"8ccaee9c-3b6a-4a2e-b460-60abe00e09f7","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:19.467501325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"a28f5a0d-1096-4fe5-a5bc-447973831bdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:19.726715735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fc59541-7c8c-45aa-9ab4-25547f978997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:19.754078428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fc59541-7c8c-45aa-9ab4-25547f978997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:19.760914076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fc59541-7c8c-45aa-9ab4-25547f978997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:19.765710186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fc59541-7c8c-45aa-9ab4-25547f978997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:20.081933807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90a60a85-9e6d-4900-ab76-72af7a259b4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:20.086489618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90a60a85-9e6d-4900-ab76-72af7a259b4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:20.091912452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90a60a85-9e6d-4900-ab76-72af7a259b4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:20.097070631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90a60a85-9e6d-4900-ab76-72af7a259b4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:24.424421773Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-55a8e6"},"namespace":"ai-tenant-e2e-ipp-b-55a8e6","name":"default-tenant","reconcileID":"22cd572c-3adb-4aeb-8e74-22b2f3646ef1","namespace":"ai-tenant-e2e-ipp-b-55a8e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:24.424497618Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-55a8e6"},"namespace":"ai-tenant-e2e-ipp-b-55a8e6","name":"default-tenant","reconcileID":"22cd572c-3adb-4aeb-8e74-22b2f3646ef1","namespace":"ai-tenant-e2e-ipp-b-55a8e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:24.424555579Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-55a8e6"},"namespace":"ai-tenant-e2e-ipp-b-55a8e6","name":"default-tenant","reconcileID":"22cd572c-3adb-4aeb-8e74-22b2f3646ef1","tenant":"e2e-ipp-b-55a8e6","tenantID":"e2e-ipp-b-55a8e6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:24.434710471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-55a8e6"},"namespace":"ai-tenant-e2e-ipp-b-55a8e6","name":"default-tenant","reconcileID":"22cd572c-3adb-4aeb-8e74-22b2f3646ef1","gvk":"Deployment","name":"maas-api-e2e-ipp-b-55a8e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:24.472137786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-55a8e6"},"namespace":"ai-tenant-e2e-ipp-b-55a8e6","name":"default-tenant","reconcileID":"22cd572c-3adb-4aeb-8e74-22b2f3646ef1","gvk":"Service","name":"maas-api-e2e-ipp-b-55a8e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:24.492728571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-55a8e6"},"namespace":"ai-tenant-e2e-ipp-b-55a8e6","name":"default-tenant","reconcileID":"22cd572c-3adb-4aeb-8e74-22b2f3646ef1","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-55a8e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:24.501289553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-55a8e6"},"namespace":"ai-tenant-e2e-ipp-b-55a8e6","name":"default-tenant","reconcileID":"22cd572c-3adb-4aeb-8e74-22b2f3646ef1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-55a8e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:24.515154495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-55a8e6"},"namespace":"ai-tenant-e2e-ipp-b-55a8e6","name":"default-tenant","reconcileID":"22cd572c-3adb-4aeb-8e74-22b2f3646ef1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-55a8e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:24.529648187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-55a8e6"},"namespace":"ai-tenant-e2e-ipp-b-55a8e6","name":"default-tenant","reconcileID":"22cd572c-3adb-4aeb-8e74-22b2f3646ef1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-55a8e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:24.542019277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-55a8e6"},"namespace":"ai-tenant-e2e-ipp-b-55a8e6","name":"default-tenant","reconcileID":"22cd572c-3adb-4aeb-8e74-22b2f3646ef1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-55a8e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:24.553024119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-55a8e6"},"namespace":"ai-tenant-e2e-ipp-b-55a8e6","name":"default-tenant","reconcileID":"22cd572c-3adb-4aeb-8e74-22b2f3646ef1","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-55a8e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:24.572337508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-55a8e6"},"namespace":"ai-tenant-e2e-ipp-b-55a8e6","name":"default-tenant","reconcileID":"22cd572c-3adb-4aeb-8e74-22b2f3646ef1","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-55a8e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:24.584721248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-55a8e6"},"namespace":"ai-tenant-e2e-ipp-b-55a8e6","name":"default-tenant","reconcileID":"22cd572c-3adb-4aeb-8e74-22b2f3646ef1","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-55a8e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:24.619360741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-55a8e6"},"namespace":"ai-tenant-e2e-ipp-b-55a8e6","name":"default-tenant","reconcileID":"22cd572c-3adb-4aeb-8e74-22b2f3646ef1","gvk":"Service","name":"payload-processing-e2e-ipp-b-55a8e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:24.651146498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-55a8e6"},"namespace":"ai-tenant-e2e-ipp-b-55a8e6","name":"default-tenant","reconcileID":"22cd572c-3adb-4aeb-8e74-22b2f3646ef1","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-55a8e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:24.665860343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-55a8e6"},"namespace":"ai-tenant-e2e-ipp-b-55a8e6","name":"default-tenant","reconcileID":"22cd572c-3adb-4aeb-8e74-22b2f3646ef1","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-55a8e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:24.680935963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-55a8e6"},"namespace":"ai-tenant-e2e-ipp-b-55a8e6","name":"default-tenant","reconcileID":"22cd572c-3adb-4aeb-8e74-22b2f3646ef1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-55a8e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:24.697388382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-55a8e6"},"namespace":"ai-tenant-e2e-ipp-b-55a8e6","name":"default-tenant","reconcileID":"22cd572c-3adb-4aeb-8e74-22b2f3646ef1","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-55a8e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:24.713890644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-55a8e6"},"namespace":"ai-tenant-e2e-ipp-b-55a8e6","name":"default-tenant","reconcileID":"22cd572c-3adb-4aeb-8e74-22b2f3646ef1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-55a8e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:24.724387765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-55a8e6"},"namespace":"ai-tenant-e2e-ipp-b-55a8e6","name":"default-tenant","reconcileID":"22cd572c-3adb-4aeb-8e74-22b2f3646ef1","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-55a8e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:24.731724385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-55a8e6"},"namespace":"ai-tenant-e2e-ipp-b-55a8e6","name":"default-tenant","reconcileID":"22cd572c-3adb-4aeb-8e74-22b2f3646ef1","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-55a8e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:24.743290261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-55a8e6"},"namespace":"ai-tenant-e2e-ipp-b-55a8e6","name":"default-tenant","reconcileID":"22cd572c-3adb-4aeb-8e74-22b2f3646ef1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-55a8e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:24.754824655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-55a8e6"},"namespace":"ai-tenant-e2e-ipp-b-55a8e6","name":"default-tenant","reconcileID":"22cd572c-3adb-4aeb-8e74-22b2f3646ef1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-55a8e6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:25.003713046Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-55a8e6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-55a8e6","reconcileID":"24ed1720-3144-447c-82f9-40fa6806575f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-55a8e6","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-55a8e6"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:25.120291986Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"dca28867-e3d3-4f66-8e64-6eafc793d594","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:25.120492152Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"dca28867-e3d3-4f66-8e64-6eafc793d594","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:25.251306315Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"6f9984b6-508d-4ef4-80be-02fbec598381","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:25.251494743Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"6f9984b6-508d-4ef4-80be-02fbec598381","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:25.359123612Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"54b700f2-fa5d-4e8e-8a82-b4cfc72dd2df","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:25.367209809Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"54b700f2-fa5d-4e8e-8a82-b4cfc72dd2df","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:25.596220413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0cd8873-4dc4-42f6-b9b7-8ae2ba1b6063","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:25.616700602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0cd8873-4dc4-42f6-b9b7-8ae2ba1b6063","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:25.623401309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0cd8873-4dc4-42f6-b9b7-8ae2ba1b6063","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:25.631593686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0cd8873-4dc4-42f6-b9b7-8ae2ba1b6063","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:25.841797521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-transition-sub","reconcileID":"71f8c04f-9011-489b-956e-7c87d6b74f5e","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w3-c1fdd6/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:25.880492179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"e2e-temp-model-status","reconcileID":"43092612-b5c3-4d58-853a-7fd5432e30b7","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"tenant":"e2e-worker-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:25.880627564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"e2e-temp-model-status","reconcileID":"43092612-b5c3-4d58-853a-7fd5432e30b7","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:26.391937787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"3e9ba624-ed62-4b2a-b3b5-90e6a5598645","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:26.392424825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-transition-auth","reconcileID":"6b8ddd1d-8947-4e67-8370-0c78612879a4","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:26.392632016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"23a84c24-c5ec-451c-9535-e77dd99b15dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:26.657316076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"23a84c24-c5ec-451c-9535-e77dd99b15dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:26.659326444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-transition-auth","reconcileID":"6b8ddd1d-8947-4e67-8370-0c78612879a4","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:26.659390798Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-transition-auth","reconcileID":"6b8ddd1d-8947-4e67-8370-0c78612879a4","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:26.660075475Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-transition-sub","reconcileID":"c6bfef91-40a1-45e4-a185-6eb790023011","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-c1fdd6/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:26.684289649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"3e9ba624-ed62-4b2a-b3b5-90e6a5598645","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:26.692377915Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"e2e-temp-model-status","reconcileID":"768b5122-1e82-4b01-b186-2502e21871c4","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:26.693250547Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-transition-sub","reconcileID":"c6bfef91-40a1-45e4-a185-6eb790023011","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:26.973333514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"6ea5bf42-6236-4a9c-a068-8f6b8046d91a","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:27.162969168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-transition-auth","reconcileID":"4316f0f6-cfce-40f9-bd84-4864b498c0e6","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:27.175913135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"b19c5917-4621-4f08-9943-2671afeb728f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:27.209500435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"1c118c33-4ea8-4e9d-9d53-bda80a3a327b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:27.258590232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-transition-auth","reconcileID":"4316f0f6-cfce-40f9-bd84-4864b498c0e6","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:27.258728752Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-transition-auth","reconcileID":"4316f0f6-cfce-40f9-bd84-4864b498c0e6","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:27.271602785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"b19c5917-4621-4f08-9943-2671afeb728f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:27.276394768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"1c118c33-4ea8-4e9d-9d53-bda80a3a327b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:27.324197476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58c1a8d9-67d5-4b62-9367-b94e54035470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:27.425430545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58c1a8d9-67d5-4b62-9367-b94e54035470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:27.4424815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58c1a8d9-67d5-4b62-9367-b94e54035470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:27.491829793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58c1a8d9-67d5-4b62-9367-b94e54035470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:27.608410793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-transition-auth","reconcileID":"6aee8153-ee82-4653-ad23-f37d8f2df6b5","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:27.639573293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-transition-auth","reconcileID":"6aee8153-ee82-4653-ad23-f37d8f2df6b5","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:27.639816772Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-transition-auth","reconcileID":"6aee8153-ee82-4653-ad23-f37d8f2df6b5","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:27.663221009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"b7c77e78-292f-458f-a862-966e4b0c0221","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:27.711679952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"b7c77e78-292f-458f-a862-966e4b0c0221","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:28.927028809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"3c96d7bc-fb8c-4656-adce-b49a36950ef9","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:28.954644051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"ec4dfda1-bcc8-4237-8050-0ca29bf989e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:28.967640707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"a9ad5bf8-7b9c-4563-9852-c4f906c4fb7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:28.967640974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"aa8b71e4-97c4-4f89-9e0b-5e9b4e0402ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:28.979672365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"a9ad5bf8-7b9c-4563-9852-c4f906c4fb7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:28.98115729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"aa8b71e4-97c4-4f89-9e0b-5e9b4e0402ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:28.99800281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"b1d3baa7-17e8-4f8d-828e-8dbb83c2594c","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:29.052928115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"273b09ba-0821-4d89-9f6d-45764ac97846","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:29.369951134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"293e0724-42e2-4869-8aff-ef1e1e7b7121","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-2-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-2-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:29.478518692Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-degraded-models-apikey","reconcileID":"45752e7b-2e33-4d13-b404-1adae53d5103","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:29.496511196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"db98257d-e00d-4881-b2c4-b7834ad2c49e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:29.496704978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-transition-auth","reconcileID":"232c92c8-20eb-4b1c-b6b5-9406e595bd7f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:29.4972319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"6e5266e5-b497-48cc-886b-df1ab2d75e8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:29.506352526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"db98257d-e00d-4881-b2c4-b7834ad2c49e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:29.512476906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"6e5266e5-b497-48cc-886b-df1ab2d75e8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:29.512509712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-transition-auth","reconcileID":"232c92c8-20eb-4b1c-b6b5-9406e595bd7f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:29.51463116Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-degraded-models-apikey","reconcileID":"45752e7b-2e33-4d13-b404-1adae53d5103","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-f06af6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:29.514652274Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-degraded-models-apikey","reconcileID":"45752e7b-2e33-4d13-b404-1adae53d5103","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:29.514732576Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-degraded-models-apikey","reconcileID":"45752e7b-2e33-4d13-b404-1adae53d5103","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-f06af6/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:29.521287427Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-transition-auth","reconcileID":"232c92c8-20eb-4b1c-b6b5-9406e595bd7f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:29.554286938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"8a889cd2-634c-473d-9c44-4bb4eff2a8ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:29.673880003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"6043ae60-cac1-40fa-b9ce-968069ff85ad","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:29.71265702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"279eca2d-aa45-4079-880c-61e5d846eff6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:29.713008745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-degraded-models-apikey-auth","reconcileID":"9e84945b-206d-4ffa-b9a9-a1c274e454ae","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:29.713243026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"d0aeafd1-7a59-48a9-ae0d-eaca9c12cd3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:29.746224784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-degraded-models-apikey-auth","reconcileID":"9e84945b-206d-4ffa-b9a9-a1c274e454ae","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:29.747606155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"279eca2d-aa45-4079-880c-61e5d846eff6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:29.750304593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"d0aeafd1-7a59-48a9-ae0d-eaca9c12cd3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:29.840952902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"f8c1dbe4-36fc-414f-a73b-ac62026e17e3","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:29.84363633Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-degraded-models-apikey-auth","reconcileID":"d9a63ef6-24f1-4a25-9e1d-d9b5311c6206","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:29.854006674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"e2d2662b-7d3e-47e7-bfe8-36faa17c5178","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:29.866740921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"1d49037f-6b57-46c5-b738-adcef74df9d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:29.871219462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"13f4634b-e93b-41cb-b9ea-dd8e9e8fbd39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:29.871228085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"af3257f6-4ba4-499b-97b1-d9cffe232fdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:29.881472482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"13f4634b-e93b-41cb-b9ea-dd8e9e8fbd39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:29.882380416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"93d97463-bf38-4be7-a0d5-861d4abac5a3","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:29.887345541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"af3257f6-4ba4-499b-97b1-d9cffe232fdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:29.904484936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"1abea12b-eb53-4ecc-8160-c06da904c1f8","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:29.963911574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"014079f0-a80d-4b95-84f1-78ce1d37bbed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:30.304501964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"68d7104d-d3d4-4ed9-b178-edc0a08294f1","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-2-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-2-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:35.451620554Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"9fbd1e6d-8431-4702-ac5b-cc43dd62c62d","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:35.451693484Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"9fbd1e6d-8431-4702-ac5b-cc43dd62c62d","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:35.808630645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"0ad257be-b40c-430e-b6ac-78ee0dac2390","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:35.820345307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"5b167d66-29ff-4ac9-92cd-c7bea92c9ed0","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:35.833226619Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-list-subs-refs-sub","reconcileID":"2a062b38-90c7-4d64-9dc2-4f6169327e10","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:35.833420034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"c642b618-0db3-4134-91aa-4258b98abae2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:35.837549824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"98749fa5-32f4-4f47-aa8a-d8a7a1d3acf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:35.847937136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"c642b618-0db3-4134-91aa-4258b98abae2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:35.85002364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"98749fa5-32f4-4f47-aa8a-d8a7a1d3acf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:35.871507985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"7f928567-86cc-48a7-815e-c826cc9f2a15","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:35.88724918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"84961484-ac21-47f3-afa3-7d5d284fd60e","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:35.966532399Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-list-subs-refs-sub","reconcileID":"e94c6b5a-f6ed-45b1-b186-067b9004b2e7","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-f06af6/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w2-f06af6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:36.011364356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"d908da7d-0fa7-4eba-a248-154c9e5285c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:36.012286539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"cf204796-d558-4b21-8241-7fd0339f753b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:36.015364011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"5cce20b9-eb25-4e5d-a982-1debc81b25cd","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:36.026751258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"cf204796-d558-4b21-8241-7fd0339f753b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:36.029081963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"d908da7d-0fa7-4eba-a248-154c9e5285c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:36.038897942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"b02625ae-335c-43b7-8745-5a934cc806a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:36.183366348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-list-subs-refs-sub","reconcileID":"0ccd428f-a025-4a7f-b310-7e382e717333","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:36.373861614Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:36.508035749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"e2e283c1-6686-49ef-9feb-5c76b36a94ad","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:36.629713008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"0ea04b4a-fba1-455d-a221-2c017988a949","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:36.629737702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"ee457607-0f10-4ae7-99db-47499d85b595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:36.640867534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"0ea04b4a-fba1-455d-a221-2c017988a949","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:36.641571759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"ee457607-0f10-4ae7-99db-47499d85b595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:39.497137223Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-transition-sub","reconcileID":"5a8b9e13-a99c-4f96-acea-9f741eec65a5","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:39.49729203Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-transition-sub","reconcileID":"5a8b9e13-a99c-4f96-acea-9f741eec65a5","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-c1fdd6/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:39.584859044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"f9647257-0387-42a8-97eb-a8e7ce95cc7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:39.585496364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"8a91ed05-3bba-46e3-81e3-f9966070ed65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:39.585502172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-transition-auth","reconcileID":"bab61cbe-3f73-48a5-b5d6-8b28fdb63d77","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:39.598704428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"f9647257-0387-42a8-97eb-a8e7ce95cc7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:39.598922847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"8a91ed05-3bba-46e3-81e3-f9966070ed65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:39.600984466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-transition-auth","reconcileID":"bab61cbe-3f73-48a5-b5d6-8b28fdb63d77","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:39.610323118Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-transition-auth","reconcileID":"bab61cbe-3f73-48a5-b5d6-8b28fdb63d77","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:39.708713346Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-status-transition-auth","reconcileID":"2583296f-fe84-4414-be8f-5695b084dee1","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/e2e-temp-model-status","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:40.280894782Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"5963f0ab-39c7-4313-9be5-f88346bf838c","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:40.280960839Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"5963f0ab-39c7-4313-9be5-f88346bf838c","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:40.309188864Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"53d47944-0ff2-4357-a6fc-797136a09fd6","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:40.309261718Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"53d47944-0ff2-4357-a6fc-797136a09fd6","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:40.451121229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5f6ae7a-8a24-4327-bc1b-1c95907a7500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:40.460808467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5f6ae7a-8a24-4327-bc1b-1c95907a7500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:40.469239835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5f6ae7a-8a24-4327-bc1b-1c95907a7500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:40.474486167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5f6ae7a-8a24-4327-bc1b-1c95907a7500","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:40.8093073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"b55d5c41-a9cb-4a90-8873-8de4d4d7512f","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:40.819032095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"d05f36d0-8150-4ffb-83e2-94c104b91c85","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:40.853914581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-degraded-models-kube-auth","reconcileID":"0d638268-57bb-4e8d-8cd1-cae1ed73f3f6","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:40.895549274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-degraded-models-kube-auth","reconcileID":"0d638268-57bb-4e8d-8cd1-cae1ed73f3f6","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:40.922627244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71541a59-155e-4218-91ec-f05d0c6490ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:40.930152299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71541a59-155e-4218-91ec-f05d0c6490ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:40.935373291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71541a59-155e-4218-91ec-f05d0c6490ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:40.939908451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71541a59-155e-4218-91ec-f05d0c6490ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:40.944512556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"2167c928-8dc0-438f-8989-794d8443d77c","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:40.96169618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-degraded-models-kube-auth","reconcileID":"cdc1f46d-1814-4c33-96cf-2df554ce8120","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:40.9752175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-degraded-models-kube-auth","reconcileID":"cdc1f46d-1814-4c33-96cf-2df554ce8120","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:41.005237699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"4b74487d-972e-48cd-9b71-59677c7c3423","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:41.070633745Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-degraded-models-kube","reconcileID":"fee5b155-1e8a-4e8d-9f9a-b3332c1f0c9a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:41.07157425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"30b6f7cf-3eed-40ca-bf9f-655fd4308409","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:41.088858084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"a172933c-c3c8-44fb-a7e8-07e1c76edd20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:41.090106045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"9fb66bd2-1840-4372-8093-391090852c03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:41.175367168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"9fb66bd2-1840-4372-8093-391090852c03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:41.180339472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"a172933c-c3c8-44fb-a7e8-07e1c76edd20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:41.186274049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"0f2225f1-9d68-4790-832a-131c836a6869","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:41.200568029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-degraded-models-kube-auth","reconcileID":"5d6de0b9-617b-4244-b311-b21fd5785e7a","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:41.201148511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"90b6ef08-7c9b-4000-859e-8aa2bb1e197f","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:41.2118762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-degraded-models-kube-auth","reconcileID":"5d6de0b9-617b-4244-b311-b21fd5785e7a","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:41.243603709Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-degraded-models-kube","reconcileID":"d2bb4d04-8a38-48e3-b8f3-222ddb35eaf6","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/e2e-degraded-models-kube","ai-tenant-e2e-worker-w3-c1fdd6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:41.24371184Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-degraded-models-kube","reconcileID":"d2bb4d04-8a38-48e3-b8f3-222ddb35eaf6","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-c1fdd6/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:41.278806433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"5b80096d-fc89-47f1-9c7f-9e347fb0332e","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:41.293807101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"855b5a0e-2d1a-43ac-8f7c-d78d81e0bb05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:41.293878323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-degraded-models-kube-auth","reconcileID":"4cdcce15-d133-4c6f-9c57-ab54d405c916","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:41.294355703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"19c243bb-d71f-4b34-b50b-af6a4dfd029b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:41.30540873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"19c243bb-d71f-4b34-b50b-af6a4dfd029b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:41.306521479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"855b5a0e-2d1a-43ac-8f7c-d78d81e0bb05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:41.30831058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-degraded-models-kube-auth","reconcileID":"4cdcce15-d133-4c6f-9c57-ab54d405c916","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:41.346511349Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"04388c39-3821-45dc-8074-dd01ed7b3a5e","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:41.346571724Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"04388c39-3821-45dc-8074-dd01ed7b3a5e","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:41.347754179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"6f5e6d2e-c8f0-431e-9551-65a44d345e9f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:41.348013909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-degraded-models-kube","reconcileID":"05b885e1-5283-4c03-ac6b-779257ab18b3","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:41.348141304Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-degraded-models-kube","reconcileID":"05b885e1-5283-4c03-ac6b-779257ab18b3","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-c1fdd6/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:41.395974559Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-927bf8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-927bf8","reconcileID":"d4915fbc-fb51-47be-a601-d73f8abd31c3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-927bf8","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-927bf8":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:41.4688504Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"c18a87bb-e368-4558-b394-7efa65a2ff4b","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:41.469006497Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"c18a87bb-e368-4558-b394-7efa65a2ff4b","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:41.699439122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3b9019c-62b0-489d-bc90-940118f7a3e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:41.703854839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3b9019c-62b0-489d-bc90-940118f7a3e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:41.708014147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3b9019c-62b0-489d-bc90-940118f7a3e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:41.713846781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3b9019c-62b0-489d-bc90-940118f7a3e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:42.843089903Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"cc785d80-82ea-4023-903f-be0218cd70a7","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:42.843336359Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"cc785d80-82ea-4023-903f-be0218cd70a7","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:43.571920622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"c6bbcadb-eb7b-4c0c-a118-54f242a0a1c5","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:43.592603737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-degraded-models-kube-auth","reconcileID":"8901f5ac-e5ba-4b21-b258-3b00ace70db6","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:43.592627389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"61ba7111-0278-4b6a-a4fd-c47b13def71e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:43.61409027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"37d58a84-cbef-44c0-bb86-726587d353fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:43.618919509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-degraded-models-kube-auth","reconcileID":"8901f5ac-e5ba-4b21-b258-3b00ace70db6","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:43.62283537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"61ba7111-0278-4b6a-a4fd-c47b13def71e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:43.626255791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"37d58a84-cbef-44c0-bb86-726587d353fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:43.778569237Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d2dd78"},"namespace":"ai-tenant-e2e-praxis-a-d2dd78","name":"default-tenant","reconcileID":"ae4b302f-515f-485e-90f0-1040a0697ae9","namespace":"ai-tenant-e2e-praxis-a-d2dd78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:43.778625019Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d2dd78"},"namespace":"ai-tenant-e2e-praxis-a-d2dd78","name":"default-tenant","reconcileID":"ae4b302f-515f-485e-90f0-1040a0697ae9","namespace":"ai-tenant-e2e-praxis-a-d2dd78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:43.778680194Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d2dd78"},"namespace":"ai-tenant-e2e-praxis-a-d2dd78","name":"default-tenant","reconcileID":"ae4b302f-515f-485e-90f0-1040a0697ae9","tenant":"e2e-praxis-a-d2dd78","tenantID":"e2e-praxis-a-d2dd78","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:43.786219359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d2dd78"},"namespace":"ai-tenant-e2e-praxis-a-d2dd78","name":"default-tenant","reconcileID":"ae4b302f-515f-485e-90f0-1040a0697ae9","gvk":"Deployment","name":"maas-api-e2e-praxis-a-d2dd78","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:43.801184234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d2dd78"},"namespace":"ai-tenant-e2e-praxis-a-d2dd78","name":"default-tenant","reconcileID":"ae4b302f-515f-485e-90f0-1040a0697ae9","gvk":"Service","name":"maas-api-e2e-praxis-a-d2dd78","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:43.817959711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d2dd78"},"namespace":"ai-tenant-e2e-praxis-a-d2dd78","name":"default-tenant","reconcileID":"ae4b302f-515f-485e-90f0-1040a0697ae9","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-d2dd78","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:43.827629388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d2dd78"},"namespace":"ai-tenant-e2e-praxis-a-d2dd78","name":"default-tenant","reconcileID":"ae4b302f-515f-485e-90f0-1040a0697ae9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-d2dd78","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:43.844523373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d2dd78"},"namespace":"ai-tenant-e2e-praxis-a-d2dd78","name":"default-tenant","reconcileID":"ae4b302f-515f-485e-90f0-1040a0697ae9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-d2dd78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:43.853867885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d2dd78"},"namespace":"ai-tenant-e2e-praxis-a-d2dd78","name":"default-tenant","reconcileID":"ae4b302f-515f-485e-90f0-1040a0697ae9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-d2dd78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:43.866303114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d2dd78"},"namespace":"ai-tenant-e2e-praxis-a-d2dd78","name":"default-tenant","reconcileID":"ae4b302f-515f-485e-90f0-1040a0697ae9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-d2dd78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:43.874155621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d2dd78"},"namespace":"ai-tenant-e2e-praxis-a-d2dd78","name":"default-tenant","reconcileID":"ae4b302f-515f-485e-90f0-1040a0697ae9","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-d2dd78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:43.879529798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d2dd78"},"namespace":"ai-tenant-e2e-praxis-a-d2dd78","name":"default-tenant","reconcileID":"ae4b302f-515f-485e-90f0-1040a0697ae9","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-d2dd78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:43.883711362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d2dd78"},"namespace":"ai-tenant-e2e-praxis-a-d2dd78","name":"default-tenant","reconcileID":"ae4b302f-515f-485e-90f0-1040a0697ae9","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-d2dd78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:43.888362054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d2dd78"},"namespace":"ai-tenant-e2e-praxis-a-d2dd78","name":"default-tenant","reconcileID":"ae4b302f-515f-485e-90f0-1040a0697ae9","gvk":"Service","name":"payload-processing-e2e-praxis-a-d2dd78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:43.89275516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d2dd78"},"namespace":"ai-tenant-e2e-praxis-a-d2dd78","name":"default-tenant","reconcileID":"ae4b302f-515f-485e-90f0-1040a0697ae9","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-d2dd78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:43.898392676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d2dd78"},"namespace":"ai-tenant-e2e-praxis-a-d2dd78","name":"default-tenant","reconcileID":"ae4b302f-515f-485e-90f0-1040a0697ae9","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-d2dd78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:43.904111556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d2dd78"},"namespace":"ai-tenant-e2e-praxis-a-d2dd78","name":"default-tenant","reconcileID":"ae4b302f-515f-485e-90f0-1040a0697ae9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-d2dd78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:43.908620658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d2dd78"},"namespace":"ai-tenant-e2e-praxis-a-d2dd78","name":"default-tenant","reconcileID":"ae4b302f-515f-485e-90f0-1040a0697ae9","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-d2dd78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:43.918659636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d2dd78"},"namespace":"ai-tenant-e2e-praxis-a-d2dd78","name":"default-tenant","reconcileID":"ae4b302f-515f-485e-90f0-1040a0697ae9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-d2dd78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:43.923263738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d2dd78"},"namespace":"ai-tenant-e2e-praxis-a-d2dd78","name":"default-tenant","reconcileID":"ae4b302f-515f-485e-90f0-1040a0697ae9","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-d2dd78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:43.927850856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d2dd78"},"namespace":"ai-tenant-e2e-praxis-a-d2dd78","name":"default-tenant","reconcileID":"ae4b302f-515f-485e-90f0-1040a0697ae9","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-d2dd78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:43.932007355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d2dd78"},"namespace":"ai-tenant-e2e-praxis-a-d2dd78","name":"default-tenant","reconcileID":"ae4b302f-515f-485e-90f0-1040a0697ae9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-d2dd78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:43.936179521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-d2dd78"},"namespace":"ai-tenant-e2e-praxis-a-d2dd78","name":"default-tenant","reconcileID":"ae4b302f-515f-485e-90f0-1040a0697ae9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-d2dd78","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:44.269651779Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-d2dd78","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-d2dd78","reconcileID":"3c1efb84-6532-473c-a4b9-23baec19bb32","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-d2dd78","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-d2dd78"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:44.301403752Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"aa5d3946-fd97-4d95-b80a-f9545d720f70","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:44.301477964Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b17e94","namespace":"ai-tenant-e2e-praxis-a-b17e94"},"namespace":"ai-tenant-e2e-praxis-a-b17e94","name":"praxis-route-b17e94","reconcileID":"aa5d3946-fd97-4d95-b80a-f9545d720f70","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-b17e94/praxis-route-b17e94-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-b17e94]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:44.472623089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"102435cd-b6c5-4aa9-b60b-6708d9769c0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:44.478064106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"102435cd-b6c5-4aa9-b60b-6708d9769c0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:44.483862291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"102435cd-b6c5-4aa9-b60b-6708d9769c0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:44.48995844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"102435cd-b6c5-4aa9-b60b-6708d9769c0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:44.806039145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d96508c-c453-479a-9f48-20b8de55755b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:44.810566411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d96508c-c453-479a-9f48-20b8de55755b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:44.814788548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d96508c-c453-479a-9f48-20b8de55755b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:44.8213615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d96508c-c453-479a-9f48-20b8de55755b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:46.557546507Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-list-subs-refs-sub","reconcileID":"ee65f452-5d5c-43d4-87a1-507109efd2e1","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:46.634107862Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-list-subs-refs-sub","reconcileID":"ee65f452-5d5c-43d4-87a1-507109efd2e1","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-f06af6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:46.689177019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"1902890b-cc76-4c6c-a4fb-dde5b71ef6fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:46.772556664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"8f325fd8-01af-4cc7-9b51-8a482d0ec633","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:46.795282417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"0c20065e-8547-414b-b826-9d9b1c4dec6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:46.798276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"fd44be9f-ec6f-4287-9f0a-9d63c6b21d81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:46.805800507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"0c20065e-8547-414b-b826-9d9b1c4dec6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:46.811765431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"fd44be9f-ec6f-4287-9f0a-9d63c6b21d81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:47.515640878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"e2e-enrichment-model-ref","reconcileID":"4a16a233-c5c5-4da8-a2bf-48cf298647fa","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"tenant":"e2e-worker-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:47.515664903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"e2e-enrichment-model-ref","reconcileID":"4a16a233-c5c5-4da8-a2bf-48cf298647fa","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:47.529131469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"4ef4a3d3-8775-4e63-a1f0-e4b7cfd5c802","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:47.683235637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"e2e-enrichment-model-ref","reconcileID":"013b527d-1fe2-49f6-b513-0e8f06f99c06","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"tenant":"e2e-worker-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:47.683259393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"e2e-enrichment-model-ref","reconcileID":"013b527d-1fe2-49f6-b513-0e8f06f99c06","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:47.69662068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"e2e-enrichment-model-ref","reconcileID":"3de54304-5725-4975-979b-1f35efbbedeb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"tenant":"e2e-worker-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:47.696645278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"e2e-enrichment-model-ref","reconcileID":"3de54304-5725-4975-979b-1f35efbbedeb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:47.703746838Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-enrichment-sub","reconcileID":"2f77eed8-1fe9-45ed-8679-beba73a39733","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:47.722116225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"e2e-enrichment-model-ref","reconcileID":"07478e0b-7e8c-4cdb-88c6-6b6542d2e832","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"tenant":"e2e-worker-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:47.722132941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"e2e-enrichment-model-ref","reconcileID":"07478e0b-7e8c-4cdb-88c6-6b6542d2e832","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:47.731793878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"e2e-enrichment-model-ref","reconcileID":"2e7c6bd9-3789-4cfd-a203-e4399f380ed1","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"tenant":"e2e-worker-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:47.731809605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"e2e-enrichment-model-ref","reconcileID":"2e7c6bd9-3789-4cfd-a203-e4399f380ed1","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:47.771942007Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-enrichment-sub","reconcileID":"6f068127-8091-47fd-8a00-38f3e43c90e2","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-f06af6/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:47.794303678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"8effd686-195a-4b5e-a772-c9959f10ccbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:47.869946046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"f47da4ef-70dd-40c6-a164-5bbe6daf23c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:47.872564403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"8effd686-195a-4b5e-a772-c9959f10ccbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:47.872655416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"e2e-enrichment-model-ref","reconcileID":"1f7524c9-84ed-4ab5-9c8a-b7fb43a63baa","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"tenant":"e2e-worker-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:47.872674215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"e2e-enrichment-model-ref","reconcileID":"1f7524c9-84ed-4ab5-9c8a-b7fb43a63baa","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:47.880459737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"f47da4ef-70dd-40c6-a164-5bbe6daf23c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:47.882204661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"e2e-enrichment-model-ref","reconcileID":"d5be56ff-cf9f-489a-b27a-c10babdbf5a0","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"tenant":"e2e-worker-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:47.882219312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"e2e-enrichment-model-ref","reconcileID":"d5be56ff-cf9f-489a-b27a-c10babdbf5a0","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:47.89538361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-enrichment-sub","reconcileID":"31a303c6-0959-464e-8227-863bc747da18","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-f06af6/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:47.895907223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"e2e-enrichment-model-ref","reconcileID":"1a4f740f-49db-4913-973d-996e7d91726b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"tenant":"e2e-worker-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:47.895926092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"e2e-enrichment-model-ref","reconcileID":"1a4f740f-49db-4913-973d-996e7d91726b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:47.919136188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-enrichment-auth","reconcileID":"37cfd1dd-ec9e-4ccb-aba3-60cea134aebd","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:47.919369269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"a9c3ecbd-a822-4756-829a-a27182ea680a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:47.929164166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"a9c3ecbd-a822-4756-829a-a27182ea680a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:47.929522403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-enrichment-auth","reconcileID":"37cfd1dd-ec9e-4ccb-aba3-60cea134aebd","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:47.993592322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-enrichment-sub","reconcileID":"fd62453f-5460-479b-9479-7530afb8b174","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-f06af6/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:47.995313432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"e2e-enrichment-model-ref","reconcileID":"d6170be4-93d6-4b74-84e6-aea9ae08d369","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"tenant":"e2e-worker-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:47.995331304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"e2e-enrichment-model-ref","reconcileID":"d6170be4-93d6-4b74-84e6-aea9ae08d369","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:48.01735908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"83c29e4e-ab2d-4368-9600-f35bdfe862b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:48.027482759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"822ec44d-a60b-4f26-af80-b53d41ff5719","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:48.02778243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-enrichment-auth","reconcileID":"e92d6be9-8131-432a-800c-01e23cf91eb4","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:48.032860109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"83c29e4e-ab2d-4368-9600-f35bdfe862b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:48.037658886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-enrichment-auth","reconcileID":"e92d6be9-8131-432a-800c-01e23cf91eb4","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:48.037765862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"822ec44d-a60b-4f26-af80-b53d41ff5719","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:48.764623913Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-enrichment-auth","reconcileID":"f98b3be5-87db-4732-8539-8454eff12895","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:48.764706839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"e2e-enrichment-model-ref","reconcileID":"dbf99e41-5f6b-47d2-b67b-00928811fe62","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"tenant":"e2e-worker-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:48.764723144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"e2e-enrichment-model-ref","reconcileID":"dbf99e41-5f6b-47d2-b67b-00928811fe62","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:48.798433651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"a04f5a93-b290-4fe7-9997-25e5756ae00c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:48.798468525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"58da13c9-1da2-4299-b163-7af39cf7bb5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:48.805659104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-enrichment-sub","reconcileID":"5fa2a55e-ecf3-4e30-aa2c-7bec65f7e1b4","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-f06af6/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:48.809060771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"a04f5a93-b290-4fe7-9997-25e5756ae00c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:48.810361132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"58da13c9-1da2-4299-b163-7af39cf7bb5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:48.88661332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"e2e-enrichment-model-ref","reconcileID":"d324eb82-1bb9-4f97-89cd-dc07e2044f0d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"tenant":"e2e-worker-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:48.886639962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"e2e-enrichment-model-ref","reconcileID":"d324eb82-1bb9-4f97-89cd-dc07e2044f0d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:48.991401092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"76db5187-6a4e-4d75-a263-c38a08b4e9d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:48.991429193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"dc349893-c490-4a52-a5b3-a85585d84db6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:49.00253686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"76db5187-6a4e-4d75-a263-c38a08b4e9d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:49.004162492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-enrichment-sub","reconcileID":"352033de-7054-4f50-a448-c842e8ebd54e","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-f06af6/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:49.014488349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"dc349893-c490-4a52-a5b3-a85585d84db6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:49.047495323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"e2e-enrichment-model-ref","reconcileID":"5d697e97-4888-4d02-821c-2d5a22f87a7d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"tenant":"e2e-worker-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:49.047521711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"e2e-enrichment-model-ref","reconcileID":"5d697e97-4888-4d02-821c-2d5a22f87a7d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:49.088843762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"bbad5d13-b652-48ff-96fd-5dfe192016b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:49.08885484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"b6b5a53b-8481-4dd8-9d18-6b5ceb4b53bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:49.103023359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"bbad5d13-b652-48ff-96fd-5dfe192016b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:49.103751028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"b6b5a53b-8481-4dd8-9d18-6b5ceb4b53bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:51.799356624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"1a72ae57-5b43-41c2-9ed6-ac6b902452d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:51.800101779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-degraded-models-kube-auth","reconcileID":"ac9cafaa-fac0-4597-8797-5ec78526508a","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:51.800814042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"c36236ee-826a-445c-a508-b28b49351633","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:51.974520557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-degraded-models-kube-auth","reconcileID":"ac9cafaa-fac0-4597-8797-5ec78526508a","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:51.980756333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"1a72ae57-5b43-41c2-9ed6-ac6b902452d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:51.992338052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"c36236ee-826a-445c-a508-b28b49351633","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:53.012320237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-927bf8"},"namespace":"ai-tenant-e2e-praxis-a-927bf8","name":"default-tenant","reconcileID":"5d237391-8a52-4f06-ae24-bbf23d769cd0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-927bf8","tenantID":"e2e-praxis-a-927bf8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:53.041917387Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-927bf8"},"namespace":"ai-tenant-e2e-praxis-a-927bf8","name":"default-tenant","reconcileID":"5d237391-8a52-4f06-ae24-bbf23d769cd0","name":"e2e-praxis-a-927bf8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:53.608238468Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-degraded-models-kube","reconcileID":"b1b2b8f4-8f40-4ed1-b7b6-2c114f1fca7a","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:53.735395946Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-degraded-models-kube","reconcileID":"b1b2b8f4-8f40-4ed1-b7b6-2c114f1fca7a","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:53.750550606Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-degraded-models-kube","reconcileID":"b1b2b8f4-8f40-4ed1-b7b6-2c114f1fca7a","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:53.7507239Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-degraded-models-kube","reconcileID":"b1b2b8f4-8f40-4ed1-b7b6-2c114f1fca7a","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-c1fdd6/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:53.77723169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"ad2fa07b-df55-439e-91d2-dcd2bd114056","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:54.070149895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"a33d89d4-d0a9-4ef0-9cf1-29ef3e70e252","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:54.089909241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-degraded-models-kube-auth","reconcileID":"9dcc4c76-d480-4ec8-bf74-28306c26c3eb","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:54.091012428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"dfd931a0-9d95-44bd-8939-16b490efe6ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:54.092008732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"2fe458ae-c95c-42c3-b318-cddb38b16e37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:54.11146109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"dfd931a0-9d95-44bd-8939-16b490efe6ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:54.115454176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"2fe458ae-c95c-42c3-b318-cddb38b16e37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:54.115878965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-degraded-models-kube-auth","reconcileID":"9dcc4c76-d480-4ec8-bf74-28306c26c3eb","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:54.215070186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"2258639b-f0d6-4503-b639-0cbab86a2fab","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:54.230544348Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-degraded-models-kube-auth","reconcileID":"c001a758-feaa-49c5-9428-8414cd7763d4","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:54.49099164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"801d2d70-6572-4f05-b7db-862d1c396a0e","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:54.630219412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8ecf46b-3e41-4a81-8079-8bd381d6c97c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:54.636106106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8ecf46b-3e41-4a81-8079-8bd381d6c97c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:54.648722047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8ecf46b-3e41-4a81-8079-8bd381d6c97c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:54.664745506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8ecf46b-3e41-4a81-8079-8bd381d6c97c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:54.957481436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea84425c-d42e-4226-bf0e-8ad04a43bbbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:54.961881423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea84425c-d42e-4226-bf0e-8ad04a43bbbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:54.966309127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea84425c-d42e-4226-bf0e-8ad04a43bbbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:54.970509545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea84425c-d42e-4226-bf0e-8ad04a43bbbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:55.363279332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41025b5e-3bfb-46bd-b72d-469b5bd6c227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:55.367711121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41025b5e-3bfb-46bd-b72d-469b5bd6c227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:55.372459043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41025b5e-3bfb-46bd-b72d-469b5bd6c227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:55.37687759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41025b5e-3bfb-46bd-b72d-469b5bd6c227","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:59.08127282Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-enrichment-sub","reconcileID":"3edab7f0-41e2-41c2-8925-35f6756d0e5d","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:59.086144793Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-enrichment-sub","reconcileID":"3edab7f0-41e2-41c2-8925-35f6756d0e5d","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:59.091275058Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-enrichment-sub","reconcileID":"3edab7f0-41e2-41c2-8925-35f6756d0e5d","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:59.136845691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"e2e-enrichment-model-ref","reconcileID":"73e6f70d-38cc-41c2-8806-972c55cca85a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"tenant":"e2e-worker-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:59.136864413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"e2e-enrichment-model-ref","reconcileID":"73e6f70d-38cc-41c2-8806-972c55cca85a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:59.160139601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"40ea54bf-7c1d-448e-a935-58c4560df792","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:59.160194437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"b2e88be5-f591-4b18-8491-93fdfd87f033","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:59.172855548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"40ea54bf-7c1d-448e-a935-58c4560df792","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:59.174196009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"b2e88be5-f591-4b18-8491-93fdfd87f033","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:59.319750414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"e5ffcefc-9cde-48cf-9549-22291b640a36","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:59.851884864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"717b2407-4874-4147-9182-f03969c357aa","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:59.864945287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"719135ed-95d6-4d9b-9c9b-2cede9cfc14a","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:55:59.870485391Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-no-access-sub","reconcileID":"7f853588-8666-4ba8-a735-609b414f1ae8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:59.883214779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"d7d60763-3b4e-495c-abaf-165cbbf5450f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:59.883910466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"b13ffe91-5887-4f96-a250-19392c40e59b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:59.902812248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"d7d60763-3b4e-495c-abaf-165cbbf5450f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:59.902904021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"b13ffe91-5887-4f96-a250-19392c40e59b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:59.940966056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"8d09a433-299d-4b4a-9579-2b2e81308ab3","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:55:59.98139609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"54e2f196-af81-4597-a05f-f36acaf06fa6","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.011687744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"17995688-5207-4109-b6b2-beebc05b6b87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.022717961Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-no-access-sub","reconcileID":"b84ba36c-a1dd-460a-a7e6-bbbf742cdb2d","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-distinct-w3-c1fdd6","model":"distinct-w3-c1fdd6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-c1fdd6/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.027304811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"17995688-5207-4109-b6b2-beebc05b6b87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.049313048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"7967af1a-c128-4801-a04b-77786f8fad69","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.076191443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"3bc80a4f-a6de-44b9-bca9-78e635d6e454","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-2-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-2-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.084024279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"cb851ce2-75e9-4d94-a893-77b21a0d8225","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-2-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-2-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.110517474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-no-access-auth","reconcileID":"a2b5b622-7d89-4139-95e1-7abf5177c26a","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.11064676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"25475111-fc3a-482b-8d4a-71b5e6afe151","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.111729279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-no-access-sub","reconcileID":"7d09d514-8bfa-43cf-8219-6c2835ebf3bd","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-distinct-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.121522881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"25475111-fc3a-482b-8d4a-71b5e6afe151","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.122150155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-no-access-auth","reconcileID":"a2b5b622-7d89-4139-95e1-7abf5177c26a","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.189703192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"64c4375c-61b3-4bda-8c89-e3b4512164fe","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.190008795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"bbcc94cd-629e-4bbc-9a36-f98e01a4dd03","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.200419172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"02caba88-3509-44cf-a0fa-b492bf8df84f","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-2-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-2-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.211824525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"67c99bda-fd39-4c4d-97d3-1cb1c31c545e","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.212135104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"fb407efc-7a2d-4747-9e05-afe9732b9024","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:56:00.232377597Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-partial-access-sub","reconcileID":"140e8cc5-4681-464e-b119-622a663ec613","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.237882015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"620d348c-01b2-41dc-9331-80f829f0c9f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.238158321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"54976b06-8669-49e8-b122-15f405dbf933","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.239398464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"ac715511-95da-4846-9eb1-5c3442f21825","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.250631023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"620d348c-01b2-41dc-9331-80f829f0c9f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.250651741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"54976b06-8669-49e8-b122-15f405dbf933","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.263828133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"f1615b96-dc33-49f0-ab80-a40d407c8d6e","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.264209315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"610a3546-727a-42e6-9088-904644ef2e93","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.275218412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"11160862-0e93-41bf-867c-15169d14564c","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.275488638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"cb19c662-8e81-4656-bac6-b488eeed289b","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.318535646Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-partial-access-sub","reconcileID":"6aee36f2-2f99-499d-bdc8-3fac67c5381a","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-f06af6/e2e-partial-access-sub","ai-tenant-e2e-worker-w2-f06af6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.323514964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"53de3db7-fc04-4d4d-8966-192b24b3b45c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.325303589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-no-access-auth","reconcileID":"38b54888-8d52-468d-9707-b5a1da051ff3","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.33469736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"53de3db7-fc04-4d4d-8966-192b24b3b45c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.337419645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-no-access-auth","reconcileID":"38b54888-8d52-468d-9707-b5a1da051ff3","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.337873476Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-partial-access-sub","reconcileID":"6aee36f2-2f99-499d-bdc8-3fac67c5381a","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-distinct-w2-f06af6","model":"distinct-w2-f06af6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-f06af6/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.375449647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"a8cd6b53-5d74-4b01-8a8d-91d7fbcc4816","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.375766916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"987c1d52-b209-4226-b0ee-4d21e615d88b","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.389763877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"c7648ba4-a010-4cb3-8e46-31478ad5f420","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.401134829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"d7db36b5-a785-472b-9002-1e3c9ab817c6","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.401420813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"fa71efe4-0823-4db5-b915-7956460e3a78","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.403037391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-partial-access-sub","reconcileID":"39219860-81e6-4a4e-83bd-4b41cea37477","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.41090391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"ff6953d4-a3ca-4bf6-a084-c83a6dd9f57d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.414730126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-partial-access-auth","reconcileID":"298f4dd0-fce2-4b26-bb7f-ba8905d812fc","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.421200833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-partial-access-sub","reconcileID":"39219860-81e6-4a4e-83bd-4b41cea37477","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-distinct-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.422541651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"ff6953d4-a3ca-4bf6-a084-c83a6dd9f57d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.425738043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-partial-access-auth","reconcileID":"298f4dd0-fce2-4b26-bb7f-ba8905d812fc","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.481454018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"8f93a857-6f71-4eed-ae53-cb546960cf7f","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.510217008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-partial-access-auth","reconcileID":"8592d12c-f63e-4e9f-98b9-59afbc0d42c3","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.519821867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-partial-access-auth","reconcileID":"8592d12c-f63e-4e9f-98b9-59afbc0d42c3","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:56:00.576615023Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-partial-access-auth","reconcileID":"8592d12c-f63e-4e9f-98b9-59afbc0d42c3","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-partial-access-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.617211129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-partial-access-auth","reconcileID":"d1fbc13f-2ec0-4a92-89b7-276f39140f8e","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.628696011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-partial-access-auth","reconcileID":"d1fbc13f-2ec0-4a92-89b7-276f39140f8e","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.975578239Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-no-access-auth","reconcileID":"495a9566-a19b-4ecf-a999-88454a4e11f2","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:00.975582661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"b37023bb-dd8b-4909-ba03-41004d73573a","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-2-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-2-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:01.003665488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"8650abfd-d506-4527-b7a1-d7dc28b9646c","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-2-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-2-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:01.245699998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"6d7fca62-5780-4bbd-95a4-e07bdc3fcc98","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:01.261114239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"dd24548d-dbcb-4667-bb73-8c8460237165","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:01.262559446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"4b6cadad-942d-4b5c-9d45-926e1311e78d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:01.27381718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"dd24548d-dbcb-4667-bb73-8c8460237165","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:01.275966272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"4b6cadad-942d-4b5c-9d45-926e1311e78d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:01.336385577Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-partial-access-auth","reconcileID":"c459bb7b-98cb-4195-8eb1-73acc2f23daf","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:01.336464157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"c5677a20-a884-4c51-b4ca-d6a418921d9a","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:01.540170512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"fdba01e1-8d13-4b9b-a4da-062573ebcb3c","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:01.712120645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"8157f190-cbba-452a-93ff-e5f057ff3d7c","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:01.712494702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"22bede4c-68c5-4708-825d-79d1ef70d47d","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:01.735425182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"043369b0-cba1-487e-ab28-c3aea811124c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:01.737609032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"21434fbe-6c0d-4409-bc83-e12a41bf9c31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:01.745139183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"043369b0-cba1-487e-ab28-c3aea811124c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:01.748187409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"21434fbe-6c0d-4409-bc83-e12a41bf9c31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:03.978959826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a3479cf-921a-4476-9f7e-3a419f1e3b48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:03.984008206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a3479cf-921a-4476-9f7e-3a419f1e3b48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:03.991101769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a3479cf-921a-4476-9f7e-3a419f1e3b48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:03.998596088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a3479cf-921a-4476-9f7e-3a419f1e3b48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:04.251335891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df99a402-7b9b-498f-a7b6-3990a003c7e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:04.256019923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df99a402-7b9b-498f-a7b6-3990a003c7e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:04.260581688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df99a402-7b9b-498f-a7b6-3990a003c7e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:04.265988215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df99a402-7b9b-498f-a7b6-3990a003c7e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:04.42765142Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a29f33"},"namespace":"ai-tenant-e2e-praxis-b-a29f33","name":"default-tenant","reconcileID":"ce1549e1-6cf6-4369-82cb-72659e2d5ad8","namespace":"ai-tenant-e2e-praxis-b-a29f33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:04.427711664Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a29f33"},"namespace":"ai-tenant-e2e-praxis-b-a29f33","name":"default-tenant","reconcileID":"ce1549e1-6cf6-4369-82cb-72659e2d5ad8","namespace":"ai-tenant-e2e-praxis-b-a29f33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:04.427761757Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a29f33"},"namespace":"ai-tenant-e2e-praxis-b-a29f33","name":"default-tenant","reconcileID":"ce1549e1-6cf6-4369-82cb-72659e2d5ad8","tenant":"e2e-praxis-b-a29f33","tenantID":"e2e-praxis-b-a29f33","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:04.44124824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a29f33"},"namespace":"ai-tenant-e2e-praxis-b-a29f33","name":"default-tenant","reconcileID":"ce1549e1-6cf6-4369-82cb-72659e2d5ad8","gvk":"Deployment","name":"maas-api-e2e-praxis-b-a29f33","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:04.480238672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a29f33"},"namespace":"ai-tenant-e2e-praxis-b-a29f33","name":"default-tenant","reconcileID":"ce1549e1-6cf6-4369-82cb-72659e2d5ad8","gvk":"Service","name":"maas-api-e2e-praxis-b-a29f33","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:04.492338264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a29f33"},"namespace":"ai-tenant-e2e-praxis-b-a29f33","name":"default-tenant","reconcileID":"ce1549e1-6cf6-4369-82cb-72659e2d5ad8","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-a29f33","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:04.501210378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a29f33"},"namespace":"ai-tenant-e2e-praxis-b-a29f33","name":"default-tenant","reconcileID":"ce1549e1-6cf6-4369-82cb-72659e2d5ad8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-a29f33","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:04.515686405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a29f33"},"namespace":"ai-tenant-e2e-praxis-b-a29f33","name":"default-tenant","reconcileID":"ce1549e1-6cf6-4369-82cb-72659e2d5ad8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-a29f33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:04.523510356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a29f33"},"namespace":"ai-tenant-e2e-praxis-b-a29f33","name":"default-tenant","reconcileID":"ce1549e1-6cf6-4369-82cb-72659e2d5ad8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-a29f33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:04.533806802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a29f33"},"namespace":"ai-tenant-e2e-praxis-b-a29f33","name":"default-tenant","reconcileID":"ce1549e1-6cf6-4369-82cb-72659e2d5ad8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-a29f33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:04.546134062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a29f33"},"namespace":"ai-tenant-e2e-praxis-b-a29f33","name":"default-tenant","reconcileID":"ce1549e1-6cf6-4369-82cb-72659e2d5ad8","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-a29f33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:04.558964794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a29f33"},"namespace":"ai-tenant-e2e-praxis-b-a29f33","name":"default-tenant","reconcileID":"ce1549e1-6cf6-4369-82cb-72659e2d5ad8","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-a29f33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:04.56933001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a29f33"},"namespace":"ai-tenant-e2e-praxis-b-a29f33","name":"default-tenant","reconcileID":"ce1549e1-6cf6-4369-82cb-72659e2d5ad8","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-a29f33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:04.609906093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"583e300b-cca1-4264-9199-936791b06937","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:04.6149244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"583e300b-cca1-4264-9199-936791b06937","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:04.619741203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a29f33"},"namespace":"ai-tenant-e2e-praxis-b-a29f33","name":"default-tenant","reconcileID":"ce1549e1-6cf6-4369-82cb-72659e2d5ad8","gvk":"Service","name":"payload-processing-e2e-praxis-b-a29f33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:04.620159146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"583e300b-cca1-4264-9199-936791b06937","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:04.628811749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"583e300b-cca1-4264-9199-936791b06937","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:04.665812454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a29f33"},"namespace":"ai-tenant-e2e-praxis-b-a29f33","name":"default-tenant","reconcileID":"ce1549e1-6cf6-4369-82cb-72659e2d5ad8","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-a29f33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:04.694022568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a29f33"},"namespace":"ai-tenant-e2e-praxis-b-a29f33","name":"default-tenant","reconcileID":"ce1549e1-6cf6-4369-82cb-72659e2d5ad8","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-a29f33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:04.709792261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a29f33"},"namespace":"ai-tenant-e2e-praxis-b-a29f33","name":"default-tenant","reconcileID":"ce1549e1-6cf6-4369-82cb-72659e2d5ad8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-a29f33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:04.731531169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a29f33"},"namespace":"ai-tenant-e2e-praxis-b-a29f33","name":"default-tenant","reconcileID":"ce1549e1-6cf6-4369-82cb-72659e2d5ad8","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-a29f33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:04.750674784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a29f33"},"namespace":"ai-tenant-e2e-praxis-b-a29f33","name":"default-tenant","reconcileID":"ce1549e1-6cf6-4369-82cb-72659e2d5ad8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-a29f33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:04.761584309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a29f33"},"namespace":"ai-tenant-e2e-praxis-b-a29f33","name":"default-tenant","reconcileID":"ce1549e1-6cf6-4369-82cb-72659e2d5ad8","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-a29f33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:04.770722072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a29f33"},"namespace":"ai-tenant-e2e-praxis-b-a29f33","name":"default-tenant","reconcileID":"ce1549e1-6cf6-4369-82cb-72659e2d5ad8","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-a29f33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:04.78131841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a29f33"},"namespace":"ai-tenant-e2e-praxis-b-a29f33","name":"default-tenant","reconcileID":"ce1549e1-6cf6-4369-82cb-72659e2d5ad8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-a29f33","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:04.79048175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a29f33"},"namespace":"ai-tenant-e2e-praxis-b-a29f33","name":"default-tenant","reconcileID":"ce1549e1-6cf6-4369-82cb-72659e2d5ad8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-a29f33","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:05.15436688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c31e4f-c788-4ac4-8a2f-465ecf1b2fc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:05.159165015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c31e4f-c788-4ac4-8a2f-465ecf1b2fc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:05.164007945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c31e4f-c788-4ac4-8a2f-465ecf1b2fc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:05.168749256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59c31e4f-c788-4ac4-8a2f-465ecf1b2fc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:05.347489932Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-a29f33","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-a29f33","reconcileID":"e8815010-1a81-4161-a54a-cd756067a3bc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-a29f33","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-a29f33"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:05.500146212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ca6d314-b09e-4f88-9d3f-80d24c2a7412","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:05.504895809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ca6d314-b09e-4f88-9d3f-80d24c2a7412","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:05.50990435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ca6d314-b09e-4f88-9d3f-80d24c2a7412","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:05.516165177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ca6d314-b09e-4f88-9d3f-80d24c2a7412","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:05.791870241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5affa73c-7882-41bd-a968-0d696a1ed988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:05.797702892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5affa73c-7882-41bd-a968-0d696a1ed988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:05.802692375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5affa73c-7882-41bd-a968-0d696a1ed988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:05.808865682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5affa73c-7882-41bd-a968-0d696a1ed988","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:06.382859943Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:10.948245053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ff2e25e-f48a-4639-8a33-c608262633fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:10.958531437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ff2e25e-f48a-4639-8a33-c608262633fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:10.962796336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ff2e25e-f48a-4639-8a33-c608262633fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:10.967132634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ff2e25e-f48a-4639-8a33-c608262633fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:11.247202002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c5347a5-59e5-4303-a964-dd0117210a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:11.251477175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c5347a5-59e5-4303-a964-dd0117210a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:11.255587653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c5347a5-59e5-4303-a964-dd0117210a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:11.25964629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c5347a5-59e5-4303-a964-dd0117210a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:11.274797027Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-no-access-sub","reconcileID":"d1298f39-5f40-47f5-98a0-cf983471bf09","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:11.280348581Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-no-access-sub","reconcileID":"d1298f39-5f40-47f5-98a0-cf983471bf09","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:11.29299935Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"e2e-no-access-sub","reconcileID":"d1298f39-5f40-47f5-98a0-cf983471bf09","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:11.335028414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"51424e6d-3883-4374-b4fa-4ece54572856","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:11.351805241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"85fdd771-8b74-40bc-831c-0422af98342c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:11.35249947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"6ab65be4-ac04-4b45-9ab5-7c68963df4c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:11.367313713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"6ab65be4-ac04-4b45-9ab5-7c68963df4c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:11.36818379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"85fdd771-8b74-40bc-831c-0422af98342c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:11.774030047Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-partial-access-sub","reconcileID":"f377481b-cfed-4492-81f1-02dac48382a7","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:11.806451963Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-partial-access-sub","reconcileID":"f377481b-cfed-4492-81f1-02dac48382a7","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-f06af6/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:11.806481787Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-partial-access-sub","reconcileID":"f377481b-cfed-4492-81f1-02dac48382a7","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:11.813604075Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-partial-access-sub","reconcileID":"f377481b-cfed-4492-81f1-02dac48382a7","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:11.8191056Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"e2e-partial-access-sub","reconcileID":"f377481b-cfed-4492-81f1-02dac48382a7","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:11.830942739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"c682cc65-2aa1-4c71-8bca-45a32ad48e25","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:11.940000343Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-c1768b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-c1768b","reconcileID":"81c4e5fa-eed6-45a2-9ec8-09e1983abe86","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-c1768b","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-c1768b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:11.950714348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"63564694-c18a-4b9a-85ff-126dc822536d","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:11.951279377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"9fe1d0a3-1ed6-4bc0-825d-28041b497d1c","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:11.996004643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"20974ce9-ce67-4544-8648-95dfd7eba4ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:11.996009015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"909f6db4-79a8-4a45-ba91-5d5bff303038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:12.008306893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"20974ce9-ce67-4544-8648-95dfd7eba4ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:12.008668331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"909f6db4-79a8-4a45-ba91-5d5bff303038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:12.291974149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72cceb71-c056-461d-8be0-4a341a75aaf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:12.296383848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72cceb71-c056-461d-8be0-4a341a75aaf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:12.300591794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72cceb71-c056-461d-8be0-4a341a75aaf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:12.305121398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72cceb71-c056-461d-8be0-4a341a75aaf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:15.32627773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"184f7612-1caf-4744-b2a6-baffd17f6d1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:15.327245158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"3bbb78e3-cd9e-4f72-ae3a-70a5c82ba41a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:15.524744643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"f3d5413b-9445-48eb-b4c5-65320b9920a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:15.560624833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"184f7612-1caf-4744-b2a6-baffd17f6d1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:15.614470404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"0be704ba-fd8f-41dc-8dd5-23ed2427a199","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:15.744481693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"f3d5413b-9445-48eb-b4c5-65320b9920a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:15.760065041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"0be704ba-fd8f-41dc-8dd5-23ed2427a199","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:15.781564646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"3bbb78e3-cd9e-4f72-ae3a-70a5c82ba41a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:16.994747131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"59459cf8-f9b5-4309-a050-34ac1a1a3564","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:17.056026729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"f7f41907-0279-4ea6-9b3a-a39b35429ceb","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:17.291715128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"7dcf97cb-72b4-4f99-9819-281bdd57be32","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:17.318118922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"e2e-test-group-auth","reconcileID":"32ddd5b6-a1a2-4876-9273-89a5f94590e6","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:17.326681842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"383a2db4-16e2-450a-9fef-a68cd79e9e97","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:56:17.327279437Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"e2e-test-group-subscription","reconcileID":"df4d1240-6725-4a37-8def-4fea16a631ec","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:17.42537492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"e2e-test-group-auth","reconcileID":"32ddd5b6-a1a2-4876-9273-89a5f94590e6","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:17.460113813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"1030dfe5-69bc-4ed6-91f0-d00169e49f98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:17.460411129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"57d5f47c-0840-4fcd-a71b-22c433fa7575","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:17.461000616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"2f88452a-b504-4d5b-ad1c-f19fb15ad9ee","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:17.594687633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"1f82c35e-6557-45fa-b068-661ac9ba2ec6","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:17.694538328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"57d5f47c-0840-4fcd-a71b-22c433fa7575","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:17.698851077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"1030dfe5-69bc-4ed6-91f0-d00169e49f98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:17.809833314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"2f02c0b3-0841-488f-b2c4-23e436a10073","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:17.813116861Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"e2e-test-group-subscription","reconcileID":"07120d78-73bb-4e76-b9a0-a1aace5db8ee","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-2a3e1b/e2e-test-group-subscription","ai-tenant-e2e-worker-w4-2a3e1b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:17.840515921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"e2e-test-group-auth","reconcileID":"a9202e70-ba11-422d-a752-2bf58784fe54","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:17.852261324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"a019abcd-5c6a-4495-9a1f-143e7ad8e055","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:17.853329926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"69789224-58b2-4686-8854-f5974f4668ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:17.861145857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"e2e-test-group-auth","reconcileID":"a9202e70-ba11-422d-a752-2bf58784fe54","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:17.862574115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"23e9c9c1-17a5-4e72-938f-6831733d38af","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:17.86386622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"2bb7eb16-2ed9-4d3b-a1c0-c4ac9f95f41f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:17.877874019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"a019abcd-5c6a-4495-9a1f-143e7ad8e055","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:17.885100737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"69789224-58b2-4686-8854-f5974f4668ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:17.920583188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48187c35-20e1-48a4-9ba9-b96f73c0c02f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:17.928395513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48187c35-20e1-48a4-9ba9-b96f73c0c02f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:17.935976553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48187c35-20e1-48a4-9ba9-b96f73c0c02f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:17.944407519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48187c35-20e1-48a4-9ba9-b96f73c0c02f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:17.97815792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"e2e-test-group-subscription","reconcileID":"945d3aa7-0bf3-4781-87b0-634591322328","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:18.04586851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"7f68c6bb-d463-4a8e-b911-2c2552f65d85","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:18.136002074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"bbd50d2b-e9cf-4b75-a26c-72a6f60673af","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:18.16950159Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-b24a1a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-b24a1a","reconcileID":"d4bff610-3b21-45ad-b2d6-bf0c9b764b0e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-b24a1a","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-b24a1a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:18.183281862Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f03120"},"namespace":"ai-tenant-e2e-praxis-b-f03120","name":"default-tenant","reconcileID":"7270f597-e60a-4f75-9ee7-4cc44e970f8a","namespace":"ai-tenant-e2e-praxis-b-f03120","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:18.183483227Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f03120"},"namespace":"ai-tenant-e2e-praxis-b-f03120","name":"default-tenant","reconcileID":"7270f597-e60a-4f75-9ee7-4cc44e970f8a","namespace":"ai-tenant-e2e-praxis-b-f03120","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:18.183623952Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f03120"},"namespace":"ai-tenant-e2e-praxis-b-f03120","name":"default-tenant","reconcileID":"7270f597-e60a-4f75-9ee7-4cc44e970f8a","tenant":"e2e-praxis-b-f03120","tenantID":"e2e-praxis-b-f03120","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:18.184360556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"23882025-71c2-4f5d-97e0-ef401a75b44a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:18.217994778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f03120"},"namespace":"ai-tenant-e2e-praxis-b-f03120","name":"default-tenant","reconcileID":"7270f597-e60a-4f75-9ee7-4cc44e970f8a","gvk":"Deployment","name":"maas-api-e2e-praxis-b-f03120","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:18.364857557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"d8331cc4-2eae-49b5-b188-49ec6a790578","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:18.365534156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"e8220410-5a04-408a-8403-e6333fd8d7d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:18.366235493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"09514f7b-0b97-4f85-b550-af82f3ceaf07","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:18.367447092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f03120"},"namespace":"ai-tenant-e2e-praxis-b-f03120","name":"default-tenant","reconcileID":"7270f597-e60a-4f75-9ee7-4cc44e970f8a","gvk":"Service","name":"maas-api-e2e-praxis-b-f03120","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:18.44615723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"d8331cc4-2eae-49b5-b188-49ec6a790578","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:18.462316004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f03120"},"namespace":"ai-tenant-e2e-praxis-b-f03120","name":"default-tenant","reconcileID":"7270f597-e60a-4f75-9ee7-4cc44e970f8a","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-f03120","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:18.466434012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"e8220410-5a04-408a-8403-e6333fd8d7d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:18.509672805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f03120"},"namespace":"ai-tenant-e2e-praxis-b-f03120","name":"default-tenant","reconcileID":"7270f597-e60a-4f75-9ee7-4cc44e970f8a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-f03120","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:18.534458599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"f5b94a3b-a868-4958-9ceb-72f28b3a77d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:18.542147933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f03120"},"namespace":"ai-tenant-e2e-praxis-b-f03120","name":"default-tenant","reconcileID":"7270f597-e60a-4f75-9ee7-4cc44e970f8a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-f03120","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:18.649601058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f03120"},"namespace":"ai-tenant-e2e-praxis-b-f03120","name":"default-tenant","reconcileID":"7270f597-e60a-4f75-9ee7-4cc44e970f8a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-f03120","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:18.707982746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f03120"},"namespace":"ai-tenant-e2e-praxis-b-f03120","name":"default-tenant","reconcileID":"7270f597-e60a-4f75-9ee7-4cc44e970f8a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-f03120","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:18.854334221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f03120"},"namespace":"ai-tenant-e2e-praxis-b-f03120","name":"default-tenant","reconcileID":"7270f597-e60a-4f75-9ee7-4cc44e970f8a","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-f03120","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:18.854757945Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-0eeba5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-0eeba5","reconcileID":"e3b8e52e-973c-4286-b628-f0da7b0491d1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-0eeba5","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-0eeba5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:18.992879942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f03120"},"namespace":"ai-tenant-e2e-praxis-b-f03120","name":"default-tenant","reconcileID":"7270f597-e60a-4f75-9ee7-4cc44e970f8a","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-f03120","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:19.026601036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f03120"},"namespace":"ai-tenant-e2e-praxis-b-f03120","name":"default-tenant","reconcileID":"7270f597-e60a-4f75-9ee7-4cc44e970f8a","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-f03120","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:19.03299274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f03120"},"namespace":"ai-tenant-e2e-praxis-b-f03120","name":"default-tenant","reconcileID":"7270f597-e60a-4f75-9ee7-4cc44e970f8a","gvk":"Service","name":"payload-processing-e2e-praxis-b-f03120","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:19.045095022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"186e5469-ed00-46e5-a5a3-2559fe57c8ec","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:19.050723949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f03120"},"namespace":"ai-tenant-e2e-praxis-b-f03120","name":"default-tenant","reconcileID":"7270f597-e60a-4f75-9ee7-4cc44e970f8a","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-f03120","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:19.064202031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f03120"},"namespace":"ai-tenant-e2e-praxis-b-f03120","name":"default-tenant","reconcileID":"7270f597-e60a-4f75-9ee7-4cc44e970f8a","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-f03120","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:19.088562265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f03120"},"namespace":"ai-tenant-e2e-praxis-b-f03120","name":"default-tenant","reconcileID":"7270f597-e60a-4f75-9ee7-4cc44e970f8a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-f03120","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:19.125334324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f03120"},"namespace":"ai-tenant-e2e-praxis-b-f03120","name":"default-tenant","reconcileID":"7270f597-e60a-4f75-9ee7-4cc44e970f8a","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-f03120","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:19.140731423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"0a8445ae-b843-45d4-931e-e0bc2015a788","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:19.151488992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"559d06ad-b10b-45c2-bd33-2776ff96f6e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:19.156841992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"e2e-test-group-subscription","reconcileID":"d4dc9fea-2f02-4367-aceb-c13c231a9f93","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:19.157598886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"5a4ff0fe-5732-4766-882b-75407fe712d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:19.16792333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"0a8445ae-b843-45d4-931e-e0bc2015a788","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:19.168704452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f03120"},"namespace":"ai-tenant-e2e-praxis-b-f03120","name":"default-tenant","reconcileID":"7270f597-e60a-4f75-9ee7-4cc44e970f8a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-f03120","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:19.169404995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"e2e-test-group-auth","reconcileID":"eeba1811-fb90-4c44-9abf-db4eadff15a2","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:19.179113621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"559d06ad-b10b-45c2-bd33-2776ff96f6e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:19.189484104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f03120"},"namespace":"ai-tenant-e2e-praxis-b-f03120","name":"default-tenant","reconcileID":"7270f597-e60a-4f75-9ee7-4cc44e970f8a","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-f03120","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:19.208531558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"e2e-test-group-auth","reconcileID":"eeba1811-fb90-4c44-9abf-db4eadff15a2","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:19.219618148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f03120"},"namespace":"ai-tenant-e2e-praxis-b-f03120","name":"default-tenant","reconcileID":"7270f597-e60a-4f75-9ee7-4cc44e970f8a","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-f03120","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:19.229682717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f03120"},"namespace":"ai-tenant-e2e-praxis-b-f03120","name":"default-tenant","reconcileID":"7270f597-e60a-4f75-9ee7-4cc44e970f8a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-f03120","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:19.231286013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"8c92d9a6-cf51-4d5d-b60c-c59142c90bf3","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:19.23543165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f03120"},"namespace":"ai-tenant-e2e-praxis-b-f03120","name":"default-tenant","reconcileID":"7270f597-e60a-4f75-9ee7-4cc44e970f8a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-f03120","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:19.242438892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"5140e1bb-bd12-4770-a0ca-d222cc501cf7","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:19.273821353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"e2e-test-group-subscription","reconcileID":"6e225587-2dac-4353-8160-90c2b7fef1c1","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:19.514178637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91514ac5-9606-4c4c-84fa-b0b5066e6a10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:19.570708948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91514ac5-9606-4c4c-84fa-b0b5066e6a10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:19.590506427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91514ac5-9606-4c4c-84fa-b0b5066e6a10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:19.597342487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91514ac5-9606-4c4c-84fa-b0b5066e6a10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:19.639681955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"8d41454a-1eca-46ac-b3d1-414d810e1e3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:19.71795208Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-f03120","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-f03120","reconcileID":"5c46a9ec-83c5-4306-92d0-e7e0e784a049","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-f03120","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-f03120"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:20.198127754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8696e9ac-c7e6-42ff-a1f2-121b8b861fca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:20.204060004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8696e9ac-c7e6-42ff-a1f2-121b8b861fca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:20.213220202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8696e9ac-c7e6-42ff-a1f2-121b8b861fca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:20.219370639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8696e9ac-c7e6-42ff-a1f2-121b8b861fca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:20.361462695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"3a6fb0ac-b3ba-40d3-a0c8-6db3e3fd948e","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:20.401615258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"e2e-test-group-auth","reconcileID":"fee7e6e8-d073-4222-af66-e84015dfc025","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:20.41623502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"e2e-test-group-auth","reconcileID":"fee7e6e8-d073-4222-af66-e84015dfc025","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:20.484763798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"8afea474-695b-49e8-8131-31fe9c5c2004","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:20.485524467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"eaa68ea1-2ced-4d9b-ad51-57eeb5c8559b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:20.526618332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"eaa68ea1-2ced-4d9b-ad51-57eeb5c8559b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:20.530954573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"8afea474-695b-49e8-8131-31fe9c5c2004","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:20.796286897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aada0617-0da4-4fe0-acd7-3a46231a854a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:20.801779092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aada0617-0da4-4fe0-acd7-3a46231a854a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:20.808336969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aada0617-0da4-4fe0-acd7-3a46231a854a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:20.813944657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aada0617-0da4-4fe0-acd7-3a46231a854a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:21.354303314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"7e952c13-dc3f-42e0-82cf-8b8a9bec0677","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:21.392027791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"4f2e4e2c-a1cf-439d-8939-f0a7fa696533","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:21.403450081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aa8a9ca-beea-4512-aa48-77838db376fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:21.404024588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"0e59b219-8316-43d6-a0ad-a216260b210b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:21.425315463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aa8a9ca-beea-4512-aa48-77838db376fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:21.443367346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"0e59b219-8316-43d6-a0ad-a216260b210b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:21.451631956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aa8a9ca-beea-4512-aa48-77838db376fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:21.454559412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"87aa448a-0509-4565-9210-26a106ffd041","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:21.487219993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6aa8a9ca-beea-4512-aa48-77838db376fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:21.501523378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"87aa448a-0509-4565-9210-26a106ffd041","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:21.516530739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"b75d30ee-2f1b-4d7e-bbba-f99446193578","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:21.608940372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"e3d657e8-e44c-4330-a703-3614660534a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:22.009670171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"b6b9def1-3ebd-481a-9328-50b568edd383","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:22.015148432Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"e2e-test-group-subscription","reconcileID":"b7269ef4-4414-4312-b0cb-1adbb8238f83","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6c4f759c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:22.031265395Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"e2e-test-group-subscription","reconcileID":"06e5e301-70e6-4452-a8d0-8764f1a61019","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6c4f759c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:22.039001827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"7568bd44-8015-46bf-a6e0-2fb170cf954a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:22.039291359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"95fe8574-f52d-4605-9b06-2db6b202cd2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:22.039001829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"e2e-test-group-auth","reconcileID":"c662695d-dbed-42bd-9cce-b7364c3ecb18","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:22.047833401Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"a1d72e0f-d6de-49ed-9573-49841266ad36","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-2a3e1b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:22.054174679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"e2e-test-group-auth","reconcileID":"c662695d-dbed-42bd-9cce-b7364c3ecb18","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:22.054211013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"95fe8574-f52d-4605-9b06-2db6b202cd2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:22.056930503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"7568bd44-8015-46bf-a6e0-2fb170cf954a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:22.079356466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"65bafef7-f7c9-4c4b-ba43-780cd4fcb0ff","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:22.131606697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"f2293cca-006b-4254-8598-c1a46747704c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:24.824529783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c1768b"},"namespace":"ai-tenant-e2e-praxis-b-c1768b","name":"default-tenant","reconcileID":"b137a220-7744-46f1-b8d4-1ff2a7b01c62","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-c1768b","tenantID":"e2e-praxis-b-c1768b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:24.867344942Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c1768b"},"namespace":"ai-tenant-e2e-praxis-b-c1768b","name":"default-tenant","reconcileID":"b137a220-7744-46f1-b8d4-1ff2a7b01c62","name":"e2e-praxis-b-c1768b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:29.783329425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"default-tenant","reconcileID":"db67962d-83a1-4e19-9ae8-d48f691cc609","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b24a1a","tenantID":"e2e-shared-a-w2-b24a1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:29.819812495Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"default-tenant","reconcileID":"db67962d-83a1-4e19-9ae8-d48f691cc609","name":"e2e-shared-a-w2-b24a1a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:30.976714082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"default-tenant","reconcileID":"6eeeeeb7-8a95-4cfd-b54b-3213b16d3422","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-0eeba5","tenantID":"e2e-shared-a-w3-0eeba5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:31.008858578Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"default-tenant","reconcileID":"6eeeeeb7-8a95-4cfd-b54b-3213b16d3422","name":"e2e-shared-a-w3-0eeba5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:32.045488701Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"e2e-test-group-subscription","reconcileID":"73615d8a-2a17-4951-94ec-c82519b30466","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:32.067710858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"e2e-test-group-subscription","reconcileID":"73615d8a-2a17-4951-94ec-c82519b30466","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:32.106982244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"314ffeae-290c-4862-b5f6-32701d7e2262","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:32.121480215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"406674ff-2b1b-42d6-bee2-07a339636d7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:32.121490192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"70b432d5-cc4b-453e-a97b-6c4e66cc0274","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:32.121924431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"e2e-test-group-auth","reconcileID":"33aff960-8dd0-4df0-b61a-000f286f52cd","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:32.131827369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"406674ff-2b1b-42d6-bee2-07a339636d7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:32.132096643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"e2e-test-group-auth","reconcileID":"33aff960-8dd0-4df0-b61a-000f286f52cd","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:32.136649412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"70b432d5-cc4b-453e-a97b-6c4e66cc0274","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:32.248901703Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"e2e-test-group-auth","reconcileID":"42a6e560-9ec7-4a79-b363-5f4c5563a1a7","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:32.248899833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"ccfb1961-7528-479d-853e-550462376a36","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:32.357389166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"b1a30178-2d97-4909-abee-e487d36d48da","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:32.868238149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"70ef2cd0-163d-43ea-8537-4ede59e83c5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:32.8683098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"f4a1a9be-24fd-485e-92bd-841f293c333f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:32.882997796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"70ef2cd0-163d-43ea-8537-4ede59e83c5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:32.896598602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"f4a1a9be-24fd-485e-92bd-841f293c333f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:56:32.903418033Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"e2e-status-failed-sub","reconcileID":"818cd4ba-37ad-43b0-a845-4c9d7245bd9a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:32.973743445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"f25e9907-954a-4b22-8a01-4d05d19fddcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:32.974647857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"5af0aef1-092d-4d96-a443-34188a551013","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:32.995265625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"5af0aef1-092d-4d96-a443-34188a551013","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:32.996491148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"f25e9907-954a-4b22-8a01-4d05d19fddcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:33.196300259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"d46bded6-d528-4fef-b9fe-b466e0c0d942","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:33.196872497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"e74a059d-ace7-4fe1-aef6-fdd296dc8351","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:33.212659545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"e74a059d-ace7-4fe1-aef6-fdd296dc8351","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:33.213289826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"d46bded6-d528-4fef-b9fe-b466e0c0d942","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:35.883374679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4d04376-5792-460c-b571-38c30a5d39ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:35.888387107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4d04376-5792-460c-b571-38c30a5d39ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:35.893000271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4d04376-5792-460c-b571-38c30a5d39ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:35.898215783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4d04376-5792-460c-b571-38c30a5d39ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:36.228703537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c308c7-85d0-4134-b515-0dcfbaaf374a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:36.235293998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c308c7-85d0-4134-b515-0dcfbaaf374a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:36.239402934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c308c7-85d0-4134-b515-0dcfbaaf374a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:36.24377426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c308c7-85d0-4134-b515-0dcfbaaf374a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:36.373813033Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:36.544374532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8af9a60e-5410-4ea2-a3b8-a7d26b01bc6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:36.548833175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8af9a60e-5410-4ea2-a3b8-a7d26b01bc6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:36.552951104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8af9a60e-5410-4ea2-a3b8-a7d26b01bc6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:36.557137655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8af9a60e-5410-4ea2-a3b8-a7d26b01bc6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:37.060804637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"788c292c-2446-4a9c-88a2-4c18df8b33a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:37.066103669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"788c292c-2446-4a9c-88a2-4c18df8b33a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:37.072979783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"788c292c-2446-4a9c-88a2-4c18df8b33a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:37.078336727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"788c292c-2446-4a9c-88a2-4c18df8b33a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:37.117389002Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-b7431c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-b7431c","reconcileID":"13a57c9c-34a5-4a62-909e-a86ee7d26f8d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-b7431c","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-b7431c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:37.535663811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24f70fba-6d21-424a-8136-6a1dea8fbc2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:37.548101691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24f70fba-6d21-424a-8136-6a1dea8fbc2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:37.57864597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24f70fba-6d21-424a-8136-6a1dea8fbc2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:37.607710845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24f70fba-6d21-424a-8136-6a1dea8fbc2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:37.997111526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ef3899c-6407-4f1e-bff6-6ed1646f0257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:38.001411255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ef3899c-6407-4f1e-bff6-6ed1646f0257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:38.005745933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ef3899c-6407-4f1e-bff6-6ed1646f0257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:38.010000422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ef3899c-6407-4f1e-bff6-6ed1646f0257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:39.492708508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"e96fb405-2d08-4c64-b986-6f7d160c6cca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:39.518878586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"d7511ad5-1346-4e78-8ac1-02c3ccf42387","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:39.598597885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"e96fb405-2d08-4c64-b986-6f7d160c6cca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:39.644379596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"d7511ad5-1346-4e78-8ac1-02c3ccf42387","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:39.784387234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"b6ce13fc-a757-41b4-a913-7f9813e8ba86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:39.793283622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"cd6b158f-aeab-4c17-b414-a3794f6fc4cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:39.849959944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"b6ce13fc-a757-41b4-a913-7f9813e8ba86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:40.123243625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"cd6b158f-aeab-4c17-b414-a3794f6fc4cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:40.739388905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fda7759c-0177-442c-aa30-b35e84793527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:40.795823919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fda7759c-0177-442c-aa30-b35e84793527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:40.813534408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fda7759c-0177-442c-aa30-b35e84793527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:40.823615443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fda7759c-0177-442c-aa30-b35e84793527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:41.676080647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d3503b5-6610-4065-8d30-b888bc4b3902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:41.680667079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d3503b5-6610-4065-8d30-b888bc4b3902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:41.685699242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d3503b5-6610-4065-8d30-b888bc4b3902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:41.690306248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d3503b5-6610-4065-8d30-b888bc4b3902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:42.039581757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6144425-6f19-452b-8d9a-bae23f6808cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:42.043791802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6144425-6f19-452b-8d9a-bae23f6808cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:42.048279308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6144425-6f19-452b-8d9a-bae23f6808cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:42.052503892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6144425-6f19-452b-8d9a-bae23f6808cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:42.364010637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e51da5e-a276-448b-b85b-6c5371f21bba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:42.368282375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e51da5e-a276-448b-b85b-6c5371f21bba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:42.372583211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e51da5e-a276-448b-b85b-6c5371f21bba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:42.376937244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e51da5e-a276-448b-b85b-6c5371f21bba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:42.714166578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"195c440f-080e-43bb-abef-4853a8a71eb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:42.720407107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"195c440f-080e-43bb-abef-4853a8a71eb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:42.772714341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"195c440f-080e-43bb-abef-4853a8a71eb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:42.777400532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"195c440f-080e-43bb-abef-4853a8a71eb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:42.808473915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"abffe626-f1d5-4552-8cf0-c5a30d90b23a","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:42.831115773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"350ad089-06c8-4051-a0ca-71eff31d7df4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:42.834533507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"de7d079b-b16e-485f-8609-b3735cf14944","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:42.834533575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"97e43a27-cec3-4ca7-8838-82ffe56eb392","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:42.844663984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"97e43a27-cec3-4ca7-8838-82ffe56eb392","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:42.844944744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"de7d079b-b16e-485f-8609-b3735cf14944","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:42.858941047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"5e933a16-fadf-4bfe-ad03-dc8fe6f74874","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:42.950082156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"585a7043-3e85-4e1a-a65f-600d71b7a776","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:43.202304208Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"e2e-status-failed-sub","reconcileID":"6106fcda-e5e4-4c57-a9b1-503af8157612","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"model":"e2e-models-e2e-worker-w1-7a745c/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:43.202442517Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"e2e-status-failed-sub","reconcileID":"6106fcda-e5e4-4c57-a9b1-503af8157612","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"model":"e2e-models-e2e-worker-w1-7a745c/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-7a745c/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:43.259887162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"25caa0e0-809c-4832-b499-37fea956e35a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:43.259887378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"070a8684-5779-4412-84df-07acc77c5be6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:43.270157205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"070a8684-5779-4412-84df-07acc77c5be6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:43.270272889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"25caa0e0-809c-4832-b499-37fea956e35a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:43.591287714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b7276584-db2b-40b3-a866-79d6d2f11753","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:43.591310843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b7276584-db2b-40b3-a866-79d6d2f11753","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:43.625480768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8d6d6aa1-7807-46ca-a784-d546ff6e034d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:43.628419275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f841c733-5a60-4b83-b65c-c44940155520","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:43.628455744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"658c5f80-6881-4d1a-b6e4-277ce814a00d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:43.639119343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"658c5f80-6881-4d1a-b6e4-277ce814a00d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:43.639483304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f841c733-5a60-4b83-b65c-c44940155520","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:43.651496409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a7fa0586-3b66-45c0-a06d-355506dd7bab","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:43.651514345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a7fa0586-3b66-45c0-a06d-355506dd7bab","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:43.777517765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5af9efc3-b75f-4999-85d7-ad48e41e8a3e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:44.189278263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"331f4bb0-7076-41a5-9d79-237feab2ef00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:44.194447056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"331f4bb0-7076-41a5-9d79-237feab2ef00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:44.199118951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"331f4bb0-7076-41a5-9d79-237feab2ef00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:44.207001577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"331f4bb0-7076-41a5-9d79-237feab2ef00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:44.31883482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"cb0e299a-f6fe-41d5-8b5c-6e681d8cc289","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:44.380111089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"0c4343d3-ad5e-4350-8dde-17be41e6d003","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:44.40792431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"19b5d90e-e0d5-41da-b8a1-a99ac8f5a8dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:44.407924796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"2af525df-e84a-4c79-b7ef-bab7d4f5cbac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:44.423172881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"2af525df-e84a-4c79-b7ef-bab7d4f5cbac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:44.425521291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"19b5d90e-e0d5-41da-b8a1-a99ac8f5a8dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:44.442699632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"89905a87-be95-40d7-9f06-1ff979ca4d23","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:44.529662957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"92496fa3-96b7-45be-954c-7d5ab1fdb67b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:44.678714217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d361a72f-97ab-4b54-aecf-d51a35353731","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:44.720376722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d361a72f-97ab-4b54-aecf-d51a35353731","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:44.730514109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d361a72f-97ab-4b54-aecf-d51a35353731","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:44.751471522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d361a72f-97ab-4b54-aecf-d51a35353731","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:44.97901201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ec4f0142-3dae-4702-95d6-6e6d4e9959b6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:44.97903615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ec4f0142-3dae-4702-95d6-6e6d4e9959b6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:45.00984248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4bd27b55-7330-4ed4-82c5-304a2a9bc9cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:45.010244148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d13ce7bb-73e6-45db-ac1f-ee5411869674","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:45.010495553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ed6b8473-4a48-4cea-8eb0-197617dbce12","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:45.01969133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4bd27b55-7330-4ed4-82c5-304a2a9bc9cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:45.022341539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d13ce7bb-73e6-45db-ac1f-ee5411869674","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:45.039382896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f879d4d2-53a2-4f4a-960f-cb087a63bde7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:45.039407408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f879d4d2-53a2-4f4a-960f-cb087a63bde7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:45.103307213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"554d77cb-235a-4f91-a5ed-64eec8ab2911","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:45.240168982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"416afb47-93c6-4d98-aa4f-ee455693a758","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:45.244642286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"416afb47-93c6-4d98-aa4f-ee455693a758","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:45.248986441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"416afb47-93c6-4d98-aa4f-ee455693a758","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:45.255087017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"416afb47-93c6-4d98-aa4f-ee455693a758","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:45.763242867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5faaccc-59dc-4436-b98f-0425bd2b304b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:45.768639303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5faaccc-59dc-4436-b98f-0425bd2b304b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:45.781741014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5faaccc-59dc-4436-b98f-0425bd2b304b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:45.786842053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5faaccc-59dc-4436-b98f-0425bd2b304b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:46.172477222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6345a420-0166-4af2-9beb-ec3075649a70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:46.176869272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6345a420-0166-4af2-9beb-ec3075649a70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:46.182020637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6345a420-0166-4af2-9beb-ec3075649a70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:46.18658509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6345a420-0166-4af2-9beb-ec3075649a70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:48.433671821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ea04186-29ba-4a27-8036-56fd0d13269e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:48.437947362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ea04186-29ba-4a27-8036-56fd0d13269e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:48.442380506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ea04186-29ba-4a27-8036-56fd0d13269e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:48.446579896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ea04186-29ba-4a27-8036-56fd0d13269e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:48.760231217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ba624ab-b0dd-45b3-9c6b-320da14010bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:48.764485578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ba624ab-b0dd-45b3-9c6b-320da14010bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:48.768541938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ba624ab-b0dd-45b3-9c6b-320da14010bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:48.773228736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ba624ab-b0dd-45b3-9c6b-320da14010bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:49.443538271Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-7eaeed","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-7eaeed","reconcileID":"563d00c4-a4aa-4490-b5e7-8571a2c590ca","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-7eaeed","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-7eaeed":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:49.819363632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0d7fde1-9799-4b96-9819-06cc58b047b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:49.82432799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0d7fde1-9799-4b96-9819-06cc58b047b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:49.829237559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0d7fde1-9799-4b96-9819-06cc58b047b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:49.837015554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0d7fde1-9799-4b96-9819-06cc58b047b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:52.152809857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"default-tenant","reconcileID":"cd18a92d-bf06-4a30-bb69-475578d38e59","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b7431c","tenantID":"e2e-shared-a-w4-b7431c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:52.184432321Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"default-tenant","reconcileID":"cd18a92d-bf06-4a30-bb69-475578d38e59","name":"e2e-shared-a-w4-b7431c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:52.752890894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6115ca1e-abd6-4f7b-8c2a-73cec946a49a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:52.757138846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6115ca1e-abd6-4f7b-8c2a-73cec946a49a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:52.761291525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6115ca1e-abd6-4f7b-8c2a-73cec946a49a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:52.765403287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6115ca1e-abd6-4f7b-8c2a-73cec946a49a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:53.054561357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"532ec11b-666b-4661-9d93-7a97a5da9ca2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:53.058967932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"532ec11b-666b-4661-9d93-7a97a5da9ca2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:53.063417285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"532ec11b-666b-4661-9d93-7a97a5da9ca2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:53.067720266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"532ec11b-666b-4661-9d93-7a97a5da9ca2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:53.372414665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7236d47-2f72-4241-8f09-b6a04c898cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:53.37753364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7236d47-2f72-4241-8f09-b6a04c898cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:53.377659079Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-927bf8"},"namespace":"ai-tenant-e2e-praxis-a-927bf8","name":"default-tenant","reconcileID":"cf3edbc2-3adb-4e45-8f1f-47919efd672f","namespace":"ai-tenant-e2e-praxis-a-927bf8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:53.38189604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7236d47-2f72-4241-8f09-b6a04c898cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:53.381985222Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-927bf8"},"namespace":"ai-tenant-e2e-praxis-a-927bf8","name":"default-tenant","reconcileID":"cf3edbc2-3adb-4e45-8f1f-47919efd672f","namespace":"ai-tenant-e2e-praxis-a-927bf8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:53.382064557Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-927bf8"},"namespace":"ai-tenant-e2e-praxis-a-927bf8","name":"default-tenant","reconcileID":"cf3edbc2-3adb-4e45-8f1f-47919efd672f","tenant":"e2e-praxis-a-927bf8","tenantID":"e2e-praxis-a-927bf8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:53.386641458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7236d47-2f72-4241-8f09-b6a04c898cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:53.404066936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-927bf8"},"namespace":"ai-tenant-e2e-praxis-a-927bf8","name":"default-tenant","reconcileID":"cf3edbc2-3adb-4e45-8f1f-47919efd672f","gvk":"Deployment","name":"maas-api-e2e-praxis-a-927bf8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:53.437264773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-927bf8"},"namespace":"ai-tenant-e2e-praxis-a-927bf8","name":"default-tenant","reconcileID":"cf3edbc2-3adb-4e45-8f1f-47919efd672f","gvk":"Service","name":"maas-api-e2e-praxis-a-927bf8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:53.452441772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-927bf8"},"namespace":"ai-tenant-e2e-praxis-a-927bf8","name":"default-tenant","reconcileID":"cf3edbc2-3adb-4e45-8f1f-47919efd672f","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-927bf8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:53.459663627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-927bf8"},"namespace":"ai-tenant-e2e-praxis-a-927bf8","name":"default-tenant","reconcileID":"cf3edbc2-3adb-4e45-8f1f-47919efd672f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-927bf8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:53.47141377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-927bf8"},"namespace":"ai-tenant-e2e-praxis-a-927bf8","name":"default-tenant","reconcileID":"cf3edbc2-3adb-4e45-8f1f-47919efd672f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-927bf8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:53.48063074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-927bf8"},"namespace":"ai-tenant-e2e-praxis-a-927bf8","name":"default-tenant","reconcileID":"cf3edbc2-3adb-4e45-8f1f-47919efd672f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-927bf8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:53.492765112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-927bf8"},"namespace":"ai-tenant-e2e-praxis-a-927bf8","name":"default-tenant","reconcileID":"cf3edbc2-3adb-4e45-8f1f-47919efd672f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-927bf8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:53.499964945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-927bf8"},"namespace":"ai-tenant-e2e-praxis-a-927bf8","name":"default-tenant","reconcileID":"cf3edbc2-3adb-4e45-8f1f-47919efd672f","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-927bf8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:53.504487613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-927bf8"},"namespace":"ai-tenant-e2e-praxis-a-927bf8","name":"default-tenant","reconcileID":"cf3edbc2-3adb-4e45-8f1f-47919efd672f","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-927bf8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:53.509799546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-927bf8"},"namespace":"ai-tenant-e2e-praxis-a-927bf8","name":"default-tenant","reconcileID":"cf3edbc2-3adb-4e45-8f1f-47919efd672f","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-927bf8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:53.514210021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-927bf8"},"namespace":"ai-tenant-e2e-praxis-a-927bf8","name":"default-tenant","reconcileID":"cf3edbc2-3adb-4e45-8f1f-47919efd672f","gvk":"Service","name":"payload-processing-e2e-praxis-a-927bf8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:53.519186513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-927bf8"},"namespace":"ai-tenant-e2e-praxis-a-927bf8","name":"default-tenant","reconcileID":"cf3edbc2-3adb-4e45-8f1f-47919efd672f","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-927bf8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:53.523921929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-927bf8"},"namespace":"ai-tenant-e2e-praxis-a-927bf8","name":"default-tenant","reconcileID":"cf3edbc2-3adb-4e45-8f1f-47919efd672f","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-927bf8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:53.529517054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-927bf8"},"namespace":"ai-tenant-e2e-praxis-a-927bf8","name":"default-tenant","reconcileID":"cf3edbc2-3adb-4e45-8f1f-47919efd672f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-927bf8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:53.533972024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-927bf8"},"namespace":"ai-tenant-e2e-praxis-a-927bf8","name":"default-tenant","reconcileID":"cf3edbc2-3adb-4e45-8f1f-47919efd672f","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-927bf8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:53.54282906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-927bf8"},"namespace":"ai-tenant-e2e-praxis-a-927bf8","name":"default-tenant","reconcileID":"cf3edbc2-3adb-4e45-8f1f-47919efd672f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-927bf8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:53.547843219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-927bf8"},"namespace":"ai-tenant-e2e-praxis-a-927bf8","name":"default-tenant","reconcileID":"cf3edbc2-3adb-4e45-8f1f-47919efd672f","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-927bf8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:53.553151121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-927bf8"},"namespace":"ai-tenant-e2e-praxis-a-927bf8","name":"default-tenant","reconcileID":"cf3edbc2-3adb-4e45-8f1f-47919efd672f","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-927bf8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:53.55743921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-927bf8"},"namespace":"ai-tenant-e2e-praxis-a-927bf8","name":"default-tenant","reconcileID":"cf3edbc2-3adb-4e45-8f1f-47919efd672f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-927bf8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:53.561747447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-927bf8"},"namespace":"ai-tenant-e2e-praxis-a-927bf8","name":"default-tenant","reconcileID":"cf3edbc2-3adb-4e45-8f1f-47919efd672f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-927bf8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:53.586708696Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-54d4c4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-54d4c4","reconcileID":"8fca08a1-23e6-4b62-8bc8-0cee714a6a1e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-54d4c4","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-54d4c4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:53.926229185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3d11ca3-c613-4717-a34e-b3c20ec3259f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:53.930413227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3d11ca3-c613-4717-a34e-b3c20ec3259f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:53.935034629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3d11ca3-c613-4717-a34e-b3c20ec3259f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:53.973611098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3d11ca3-c613-4717-a34e-b3c20ec3259f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:54.044556951Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-927bf8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-927bf8","reconcileID":"89568855-a144-4fdb-b018-5eac7f8bc003","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-927bf8","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-927bf8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:54.123276995Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-779fa3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-779fa3","reconcileID":"197ce778-92f4-458b-a2b3-d62a7297478e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-779fa3","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-779fa3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:54.292248815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30183030-5187-46b1-ba1d-c1b1eac18d27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:54.296387979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30183030-5187-46b1-ba1d-c1b1eac18d27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:54.3005598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30183030-5187-46b1-ba1d-c1b1eac18d27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:54.306421899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30183030-5187-46b1-ba1d-c1b1eac18d27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:54.563857768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c4f44cd-c201-4762-851f-18358b116085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:54.568615454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c4f44cd-c201-4762-851f-18358b116085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:54.572807465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c4f44cd-c201-4762-851f-18358b116085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:56:54.580862265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c4f44cd-c201-4762-851f-18358b116085","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:00.983615118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"default-tenant","reconcileID":"1849e655-4919-45a3-8e50-8396d065b7e4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7eaeed","tenantID":"e2e-shared-a-w1-7eaeed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:01.007736309Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"default-tenant","reconcileID":"1849e655-4919-45a3-8e50-8396d065b7e4","name":"e2e-shared-a-w1-7eaeed-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:03.790949456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d46803c4-a07c-4254-88ff-396eb8ba1155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:03.796932009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d46803c4-a07c-4254-88ff-396eb8ba1155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:03.808771527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d46803c4-a07c-4254-88ff-396eb8ba1155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:03.819747344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d46803c4-a07c-4254-88ff-396eb8ba1155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:04.094241357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a0d5ef2-78c2-4c41-9580-e06a47fcc49c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:04.101290349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a0d5ef2-78c2-4c41-9580-e06a47fcc49c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:04.10751062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a0d5ef2-78c2-4c41-9580-e06a47fcc49c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:04.11194858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a0d5ef2-78c2-4c41-9580-e06a47fcc49c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:04.671431433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd1c18b-e5c3-4723-8503-4b09bb1886e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:04.675889774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd1c18b-e5c3-4723-8503-4b09bb1886e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:04.680524335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd1c18b-e5c3-4723-8503-4b09bb1886e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:04.684775464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd1c18b-e5c3-4723-8503-4b09bb1886e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:05.059595192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f52b1aa-ee00-467e-ab4b-97349707236d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:05.064306247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f52b1aa-ee00-467e-ab4b-97349707236d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:05.069162806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f52b1aa-ee00-467e-ab4b-97349707236d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:05.073699301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f52b1aa-ee00-467e-ab4b-97349707236d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:05.511308445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75bc06f8-f403-4226-a605-7452ee754133","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:05.521572207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75bc06f8-f403-4226-a605-7452ee754133","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:05.528292209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75bc06f8-f403-4226-a605-7452ee754133","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:05.538497735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75bc06f8-f403-4226-a605-7452ee754133","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:05.629668173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"default-tenant","reconcileID":"c714d680-e6b2-4d7f-90f6-262380f9c09d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-54d4c4","tenantID":"e2e-shared-b-w2-54d4c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:05.653001359Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"default-tenant","reconcileID":"c714d680-e6b2-4d7f-90f6-262380f9c09d","name":"e2e-shared-b-w2-54d4c4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:06.375254014Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:06.752886276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"default-tenant","reconcileID":"8b75e225-8b93-438a-8991-173f6cf1eff5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-779fa3","tenantID":"e2e-shared-b-w3-779fa3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:06.77733005Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"default-tenant","reconcileID":"8b75e225-8b93-438a-8991-173f6cf1eff5","name":"e2e-shared-b-w3-779fa3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:11.5013035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2385900-dff7-4f43-a2ca-de03e9ab3a51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:11.505785406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2385900-dff7-4f43-a2ca-de03e9ab3a51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:11.510556236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2385900-dff7-4f43-a2ca-de03e9ab3a51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:11.515684234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2385900-dff7-4f43-a2ca-de03e9ab3a51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:11.88456919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19a8b172-6fec-4eb0-a5fc-777b72064ca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:11.894967611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19a8b172-6fec-4eb0-a5fc-777b72064ca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:11.899305639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19a8b172-6fec-4eb0-a5fc-777b72064ca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:11.903609389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19a8b172-6fec-4eb0-a5fc-777b72064ca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:12.330537714Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-7cbcbb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-7cbcbb","reconcileID":"f9e57cfb-63d7-441b-a1a3-2c180504637d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-7cbcbb","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-7cbcbb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:12.794864512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4b4d96d-e728-4366-9761-1b55ef205612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:12.80376899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4b4d96d-e728-4366-9761-1b55ef205612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:12.811524046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4b4d96d-e728-4366-9761-1b55ef205612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:12.816029478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4b4d96d-e728-4366-9761-1b55ef205612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:13.266321753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d15ea352-82b7-4384-b151-97c620bcb9fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:13.276166303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d15ea352-82b7-4384-b151-97c620bcb9fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:13.288107952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d15ea352-82b7-4384-b151-97c620bcb9fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:13.296551422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d15ea352-82b7-4384-b151-97c620bcb9fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:13.684374212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b928aa66-f518-4604-b130-0f12cbeb30c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:13.690462296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b928aa66-f518-4604-b130-0f12cbeb30c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:13.700061699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b928aa66-f518-4604-b130-0f12cbeb30c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:13.705917325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b928aa66-f518-4604-b130-0f12cbeb30c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.455545441Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c1768b"},"namespace":"ai-tenant-e2e-praxis-b-c1768b","name":"default-tenant","reconcileID":"034a46df-5a60-4181-bc38-e548eff82844","namespace":"ai-tenant-e2e-praxis-b-c1768b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.455624793Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c1768b"},"namespace":"ai-tenant-e2e-praxis-b-c1768b","name":"default-tenant","reconcileID":"034a46df-5a60-4181-bc38-e548eff82844","namespace":"ai-tenant-e2e-praxis-b-c1768b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.455676619Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c1768b"},"namespace":"ai-tenant-e2e-praxis-b-c1768b","name":"default-tenant","reconcileID":"034a46df-5a60-4181-bc38-e548eff82844","tenant":"e2e-praxis-b-c1768b","tenantID":"e2e-praxis-b-c1768b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.462952366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c1768b"},"namespace":"ai-tenant-e2e-praxis-b-c1768b","name":"default-tenant","reconcileID":"034a46df-5a60-4181-bc38-e548eff82844","gvk":"Deployment","name":"maas-api-e2e-praxis-b-c1768b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.478379789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c1768b"},"namespace":"ai-tenant-e2e-praxis-b-c1768b","name":"default-tenant","reconcileID":"034a46df-5a60-4181-bc38-e548eff82844","gvk":"Service","name":"maas-api-e2e-praxis-b-c1768b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.497664498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c1768b"},"namespace":"ai-tenant-e2e-praxis-b-c1768b","name":"default-tenant","reconcileID":"034a46df-5a60-4181-bc38-e548eff82844","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-c1768b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.50975856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c1768b"},"namespace":"ai-tenant-e2e-praxis-b-c1768b","name":"default-tenant","reconcileID":"034a46df-5a60-4181-bc38-e548eff82844","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-c1768b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.519474135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c1768b"},"namespace":"ai-tenant-e2e-praxis-b-c1768b","name":"default-tenant","reconcileID":"034a46df-5a60-4181-bc38-e548eff82844","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-c1768b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.533414556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c1768b"},"namespace":"ai-tenant-e2e-praxis-b-c1768b","name":"default-tenant","reconcileID":"034a46df-5a60-4181-bc38-e548eff82844","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-c1768b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.546785666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c1768b"},"namespace":"ai-tenant-e2e-praxis-b-c1768b","name":"default-tenant","reconcileID":"034a46df-5a60-4181-bc38-e548eff82844","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-c1768b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.554585738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c1768b"},"namespace":"ai-tenant-e2e-praxis-b-c1768b","name":"default-tenant","reconcileID":"034a46df-5a60-4181-bc38-e548eff82844","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-c1768b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.559093774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c1768b"},"namespace":"ai-tenant-e2e-praxis-b-c1768b","name":"default-tenant","reconcileID":"034a46df-5a60-4181-bc38-e548eff82844","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-c1768b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.563314031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c1768b"},"namespace":"ai-tenant-e2e-praxis-b-c1768b","name":"default-tenant","reconcileID":"034a46df-5a60-4181-bc38-e548eff82844","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-c1768b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.570606547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c1768b"},"namespace":"ai-tenant-e2e-praxis-b-c1768b","name":"default-tenant","reconcileID":"034a46df-5a60-4181-bc38-e548eff82844","gvk":"Service","name":"payload-processing-e2e-praxis-b-c1768b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.575750648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c1768b"},"namespace":"ai-tenant-e2e-praxis-b-c1768b","name":"default-tenant","reconcileID":"034a46df-5a60-4181-bc38-e548eff82844","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-c1768b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.580630745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c1768b"},"namespace":"ai-tenant-e2e-praxis-b-c1768b","name":"default-tenant","reconcileID":"034a46df-5a60-4181-bc38-e548eff82844","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-c1768b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.585855482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c1768b"},"namespace":"ai-tenant-e2e-praxis-b-c1768b","name":"default-tenant","reconcileID":"034a46df-5a60-4181-bc38-e548eff82844","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-c1768b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.593100919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c1768b"},"namespace":"ai-tenant-e2e-praxis-b-c1768b","name":"default-tenant","reconcileID":"034a46df-5a60-4181-bc38-e548eff82844","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-c1768b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.605126939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c1768b"},"namespace":"ai-tenant-e2e-praxis-b-c1768b","name":"default-tenant","reconcileID":"034a46df-5a60-4181-bc38-e548eff82844","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-c1768b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.60980406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c1768b"},"namespace":"ai-tenant-e2e-praxis-b-c1768b","name":"default-tenant","reconcileID":"034a46df-5a60-4181-bc38-e548eff82844","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-c1768b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.613983719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c1768b"},"namespace":"ai-tenant-e2e-praxis-b-c1768b","name":"default-tenant","reconcileID":"034a46df-5a60-4181-bc38-e548eff82844","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-c1768b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.618164309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c1768b"},"namespace":"ai-tenant-e2e-praxis-b-c1768b","name":"default-tenant","reconcileID":"034a46df-5a60-4181-bc38-e548eff82844","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-c1768b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.626276153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c1768b"},"namespace":"ai-tenant-e2e-praxis-b-c1768b","name":"default-tenant","reconcileID":"034a46df-5a60-4181-bc38-e548eff82844","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-c1768b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.892965076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea8f1064-59e4-46cd-89a6-ee6eef0bab8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.893589542Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-c1768b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-c1768b","reconcileID":"1e8394f8-444c-4d68-9d33-bf79fa63150c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-c1768b","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-c1768b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.900030093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea8f1064-59e4-46cd-89a6-ee6eef0bab8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.909663563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea8f1064-59e4-46cd-89a6-ee6eef0bab8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:16.915398838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea8f1064-59e4-46cd-89a6-ee6eef0bab8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:17.255125776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf535b09-b8e2-41eb-a11c-d544769f4849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:17.260266503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf535b09-b8e2-41eb-a11c-d544769f4849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:17.269994815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf535b09-b8e2-41eb-a11c-d544769f4849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:17.279551907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf535b09-b8e2-41eb-a11c-d544769f4849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:17.525115503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d45ccdc9-790a-48ce-a2e6-0f02997922b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:17.531446654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d45ccdc9-790a-48ce-a2e6-0f02997922b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:17.53872104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d45ccdc9-790a-48ce-a2e6-0f02997922b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:17.547171839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d45ccdc9-790a-48ce-a2e6-0f02997922b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:20.399826649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76b76d5b-a92e-4df0-9042-bd607425fbb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:20.408766466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76b76d5b-a92e-4df0-9042-bd607425fbb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:20.412924896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76b76d5b-a92e-4df0-9042-bd607425fbb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:20.417256312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76b76d5b-a92e-4df0-9042-bd607425fbb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:20.716468341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9ddccfe-9eb4-4979-9d74-996510756eb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:20.726261514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9ddccfe-9eb4-4979-9d74-996510756eb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:20.73597951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9ddccfe-9eb4-4979-9d74-996510756eb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:20.740740186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9ddccfe-9eb4-4979-9d74-996510756eb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:21.829586457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9022a1-6b6e-443f-a82b-b951fdf4a300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:21.840629318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9022a1-6b6e-443f-a82b-b951fdf4a300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:21.856182471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9022a1-6b6e-443f-a82b-b951fdf4a300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:21.892475501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9022a1-6b6e-443f-a82b-b951fdf4a300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:22.268769664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4922eb97-9b50-4527-a7c2-c8f7b7887726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:22.280411716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4922eb97-9b50-4527-a7c2-c8f7b7887726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:22.289648963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4922eb97-9b50-4527-a7c2-c8f7b7887726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:22.299113318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4922eb97-9b50-4527-a7c2-c8f7b7887726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:24.008734805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9dc601f-a26e-4048-a449-01f7194bdadb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:24.014067141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9dc601f-a26e-4048-a449-01f7194bdadb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:24.069612307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9dc601f-a26e-4048-a449-01f7194bdadb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:24.079250253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9dc601f-a26e-4048-a449-01f7194bdadb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:24.491782187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e624a43-5f74-4146-9135-786a9f5f8661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:24.49836612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e624a43-5f74-4146-9135-786a9f5f8661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:24.506022986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e624a43-5f74-4146-9135-786a9f5f8661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:24.512326305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e624a43-5f74-4146-9135-786a9f5f8661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:24.91837236Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-981ee5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-981ee5","reconcileID":"c3020540-994c-4af1-8364-09d51ad01082","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-981ee5","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-981ee5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:25.274338196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f65f385b-6d68-4526-9005-6e4b0eb0d947","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:25.298275518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f65f385b-6d68-4526-9005-6e4b0eb0d947","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:25.30294991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f65f385b-6d68-4526-9005-6e4b0eb0d947","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:25.309687995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f65f385b-6d68-4526-9005-6e4b0eb0d947","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:25.739975195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aa5046d-e16d-4e5f-b2fd-14aa40be27e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:25.747558722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aa5046d-e16d-4e5f-b2fd-14aa40be27e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:25.753352104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aa5046d-e16d-4e5f-b2fd-14aa40be27e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:25.757993741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aa5046d-e16d-4e5f-b2fd-14aa40be27e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:26.179738337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06ecf3d2-132b-4f0c-81ff-9fbef7145075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:26.184890349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06ecf3d2-132b-4f0c-81ff-9fbef7145075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:26.195681859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06ecf3d2-132b-4f0c-81ff-9fbef7145075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:26.207900951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06ecf3d2-132b-4f0c-81ff-9fbef7145075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:26.701819337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8370a7ae-fca9-4d1d-8dc5-504361af4483","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:26.712511389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8370a7ae-fca9-4d1d-8dc5-504361af4483","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:26.717884158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8370a7ae-fca9-4d1d-8dc5-504361af4483","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:26.723811419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8370a7ae-fca9-4d1d-8dc5-504361af4483","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:28.545844621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"default-tenant","reconcileID":"b662dcfd-7115-42d8-b65e-7c7a571405dd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-7cbcbb","tenantID":"e2e-shared-b-w4-7cbcbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:28.574101472Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"default-tenant","reconcileID":"b662dcfd-7115-42d8-b65e-7c7a571405dd","name":"e2e-shared-b-w4-7cbcbb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:32.726907108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"c1fe4b1c-f720-4808-a6b2-381bace0cc3c","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:32.738306926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"eaf076d3-7406-483c-bca5-2e25e676b255","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:57:32.743179477Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-match-sub","reconcileID":"81090d96-0154-404d-ad96-8bc162091b49","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:32.747282299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"f8fa0be2-08b6-45fe-88c4-3a538f9103f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:32.747328317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"3405169c-55d4-4533-9c89-3886f36ed571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:32.757541575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"3405169c-55d4-4533-9c89-3886f36ed571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:32.757822874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"f8fa0be2-08b6-45fe-88c4-3a538f9103f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:32.763912585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"1c0cf74a-766d-4d07-b2df-ae24830326cd","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:32.772505898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"e39e2d2e-f330-4825-b83c-0adb9f16755e","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:32.803539467Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-match-sub","reconcileID":"dc342f91-bd11-4b66-8ef6-ba8f2ff147b7","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-distinct-w0-8836a8","model":"distinct-w0-8836a8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-8836a8/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:32.840868136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"24d43bc4-8752-46f5-961e-575299e947c1","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:32.884455101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"ed400d0f-05c1-47e2-a7ff-ed1b01e35296","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:32.8848984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"e9afd2b6-1e9b-4bc2-9d67-bbeda50b1ffe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:32.894913658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-match-sub","reconcileID":"6bff2211-4c75-441a-8428-55ae8cd62647","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-distinct-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/distinct-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:32.916025595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"ed400d0f-05c1-47e2-a7ff-ed1b01e35296","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:32.917202094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"e9afd2b6-1e9b-4bc2-9d67-bbeda50b1ffe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:32.927440573Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-8836a8 priority=0:[ai-tenant-e2e-worker-w0-8836a8/e2e-model-match-sub ai-tenant-e2e-worker-w0-8836a8/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:32.927612001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"f65cab5a-3074-4cf5-84fb-552c69179b5c","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-2-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-2-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:32.938410647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"4b33f0b0-fb31-45cc-86e8-a874afb92d6a","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-2-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-2-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:57:32.944904046Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-nomatch-sub","reconcileID":"eea74893-990d-4cce-b636-7b8699aeb596","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:32.963844136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"4a7e94f3-cc4f-48a4-8832-f01f7f921c56","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:32.982113895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"1944c2e0-fc2a-49aa-b5b4-93d0a9341d31","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-2-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-2-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:32.986905031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"156e7a83-437f-42d4-9a22-76fe287fc186","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:32.996725048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"3141e209-b9b9-48ef-8b8d-60f684e658df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:32.999664893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"78cfd91d-3893-4141-895b-92e634ee4bfb","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-2-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-2-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:33.001379025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"156e7a83-437f-42d4-9a22-76fe287fc186","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:33.011991882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"3141e209-b9b9-48ef-8b8d-60f684e658df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:33.025267994Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-nomatch-sub","reconcileID":"87ce7040-4a1f-4f29-a16c-27ca745fd5a1","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-distinct-2-w0-8836a8","model":"distinct-2-w0-8836a8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-8836a8/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:33.053928042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"74bca550-bb00-42ce-9191-cfb6a2b139d3","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-2-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-2-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:33.092768493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"c9ec21b9-7b0c-4aa6-8f96-8e371b65629c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:33.092993988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"36249e07-0a51-47ef-8ef2-e25196140f42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:33.105396039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"c9ec21b9-7b0c-4aa6-8f96-8e371b65629c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:33.106241824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"36249e07-0a51-47ef-8ef2-e25196140f42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:33.12326691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"639baeea-bdf4-4c31-8f03-552f089c867e","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:33.126110462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-nomatch-sub","reconcileID":"583890c5-2a25-4677-84f3-1de3fc887052","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-distinct-2-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/distinct-2-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:33.136234761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"08aa9917-b113-4d66-aa28-98c94ad8e798","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:33.201682829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-match-auth","reconcileID":"4bf66afa-e496-445d-a21b-46839050f249","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:33.20191276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"f93b33e1-a9da-4960-954c-559ead44c193","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:33.201694689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"a8017b1c-f32c-41d8-bbc8-257d6744c3ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:33.213727534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"f93b33e1-a9da-4960-954c-559ead44c193","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:33.21532264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-match-auth","reconcileID":"4bf66afa-e496-445d-a21b-46839050f249","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:33.217473959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"a8017b1c-f32c-41d8-bbc8-257d6744c3ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:33.220687512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-match-sub","reconcileID":"d7d8f30b-635f-4fec-ae35-0ca3612fffe4","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-distinct-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/distinct-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:33.330989038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"b8ca47b2-15e0-4834-93bc-0bd721a364ef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-2-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-2-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:33.345468013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"ac8476fe-edbc-40fe-9ef5-d76ac1460cee","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-2-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-2-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:57:33.362340299Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"ac8476fe-edbc-40fe-9ef5-d76ac1460cee","name":"distinct-2-w0-8836a8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-8836a8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:57:33.362411379Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"ac8476fe-edbc-40fe-9ef5-d76ac1460cee","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-8836a8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:33.367959748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"e2680999-b2cd-4a3a-8aa8-6ebd57ed6ed3","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-2-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-2-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:33.374300483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-nomatch-sub","reconcileID":"c10bc7ca-148d-40a8-a845-f466841774ad","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-distinct-2-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/distinct-2-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:33.377787862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-nomatch-auth","reconcileID":"4a7a211f-1f24-4df6-8688-6116851e112d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:33.385261098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"8cbac405-3c62-4c05-aa4d-7eedd6fee4d2","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:33.391415873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-nomatch-auth","reconcileID":"4a7a211f-1f24-4df6-8688-6116851e112d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:33.474716095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-match-sub","reconcileID":"86d02c35-ba19-46a8-9be3-f247cad78e7d","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-distinct-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/distinct-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:33.479553287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-match-auth","reconcileID":"1b3c6653-0687-4181-a82a-401f9c3c2833","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:33.479579925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"1ca876f1-15d8-42ed-8982-a7d0b298d54f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:33.47997467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"81053408-30cd-47aa-954e-27a4a15aaf51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:33.490856318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"81053408-30cd-47aa-954e-27a4a15aaf51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:33.490856315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-match-auth","reconcileID":"1b3c6653-0687-4181-a82a-401f9c3c2833","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:33.492071667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"9a0dd55e-ea4b-43cd-acd6-f5be0d86fec9","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-2-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-2-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:33.49397893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"1ca876f1-15d8-42ed-8982-a7d0b298d54f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:33.5776059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-nomatch-auth","reconcileID":"5cb85ea8-229f-4e10-8893-aad8cbe6fac0","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:33.587865547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-nomatch-auth","reconcileID":"5cb85ea8-229f-4e10-8893-aad8cbe6fac0","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:35.010282652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"97d53e35-6cf7-491c-b084-79b0fa4685ab","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:35.032533693Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-match-sub","reconcileID":"c6789a08-2435-49a8-8d67-25aee9273f06","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6a905328","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:35.036519101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"147ac8cd-cf2e-44af-9266-230dd8471468","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:35.036522331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-match-auth","reconcileID":"ce8c885b-e70c-4c86-a92b-15c5787d8a63","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:35.037220909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-nomatch-auth","reconcileID":"762018f3-ee6f-43c2-83bc-41c63007aad6","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:35.037382533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"77e4f111-5f0e-46a0-86ee-d950b0170654","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:35.048615899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"147ac8cd-cf2e-44af-9266-230dd8471468","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:35.052271373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-match-auth","reconcileID":"ce8c885b-e70c-4c86-a92b-15c5787d8a63","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:35.053464808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-nomatch-auth","reconcileID":"762018f3-ee6f-43c2-83bc-41c63007aad6","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:35.057437099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"77e4f111-5f0e-46a0-86ee-d950b0170654","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:35.184447382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-match-auth","reconcileID":"046257e0-d368-468a-ad07-bccc0f72aa9d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:35.184606817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"825a6f32-4579-4a6e-bfbb-27b48525775f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:35.188436636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"01deb2a4-7478-42a6-9bb7-8c1b6c66d3fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:35.18902213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-nomatch-auth","reconcileID":"48960660-e4cd-4205-982f-cae368b7dd2b","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:35.194608958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-match-auth","reconcileID":"046257e0-d368-468a-ad07-bccc0f72aa9d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:35.194721551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"825a6f32-4579-4a6e-bfbb-27b48525775f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:35.198330297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-nomatch-auth","reconcileID":"48960660-e4cd-4205-982f-cae368b7dd2b","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:35.198408783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"01deb2a4-7478-42a6-9bb7-8c1b6c66d3fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:36.372745516Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:39.998300655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"default-tenant","reconcileID":"bf1704fe-e9aa-4e76-91b1-9f8b6af39f80","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-981ee5","tenantID":"e2e-shared-b-w1-981ee5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:40.025091542Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"default-tenant","reconcileID":"bf1704fe-e9aa-4e76-91b1-9f8b6af39f80","name":"e2e-shared-b-w1-981ee5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:43.864025356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa4259c2-a28f-4dee-ab94-cf5cbceeef6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:43.877205819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa4259c2-a28f-4dee-ab94-cf5cbceeef6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:43.884542509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa4259c2-a28f-4dee-ab94-cf5cbceeef6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:43.895783517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa4259c2-a28f-4dee-ab94-cf5cbceeef6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:44.281779857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bec2827a-6f46-4117-8732-ee6800b2469b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:44.290493569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bec2827a-6f46-4117-8732-ee6800b2469b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:44.295817901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bec2827a-6f46-4117-8732-ee6800b2469b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:44.300851262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bec2827a-6f46-4117-8732-ee6800b2469b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:45.040904918Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-match-sub","reconcileID":"ad878e56-ea74-44f4-8bd5-c0fc11300bc8","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"model":"e2e-models-e2e-worker-w0-8836a8/distinct-w0-8836a8","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:45.049122932Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-match-sub","reconcileID":"ad878e56-ea74-44f4-8bd5-c0fc11300bc8","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"model":"e2e-models-e2e-worker-w0-8836a8/distinct-w0-8836a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:45.068584939Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-match-sub","reconcileID":"ad878e56-ea74-44f4-8bd5-c0fc11300bc8","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/distinct-w0-8836a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:45.117557465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"0296dc53-21d1-4fa7-ac2d-74eee4a0686c","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:45.131235664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"a1dc444f-5d25-4038-a87d-020c35fb8aca","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-2-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-2-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:45.157102727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"cba0f7e1-4f84-40c6-803d-f9bc018dbe4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:45.15817971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"4b0cc80b-ce43-4387-a090-cd38db65434f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:45.158492938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-match-auth","reconcileID":"5fcecbf3-a551-4131-b092-e08d3e91810f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:45.159591909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-nomatch-auth","reconcileID":"7abaa1b6-a38e-4a19-a08d-ff52ba826473","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:45.170590299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-match-auth","reconcileID":"5fcecbf3-a551-4131-b092-e08d3e91810f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:45.170628258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"cba0f7e1-4f84-40c6-803d-f9bc018dbe4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:45.174192735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"4b0cc80b-ce43-4387-a090-cd38db65434f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:45.174242051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-nomatch-auth","reconcileID":"7abaa1b6-a38e-4a19-a08d-ff52ba826473","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:45.244234864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-match-auth","reconcileID":"092a4cb0-d2cc-4f0c-8ff8-1ccaf06c28e8","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:45.25576937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-match-auth","reconcileID":"092a4cb0-d2cc-4f0c-8ff8-1ccaf06c28e8","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:45.296017017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"3964a9f7-2dd4-497e-950c-ded3d310790e","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-2-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-2-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:45.326102419Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-nomatch-sub","reconcileID":"d006fb32-7d49-427a-8a0b-f59a9562c8be","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cddc9f7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:45.359867059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"70efaf0b-b457-4e03-8689-f8aa70c8bee4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:45.365291761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-nomatch-auth","reconcileID":"de08aebc-f7f4-4951-a763-00102d682edb","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:45.366702005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-match-auth","reconcileID":"ade08580-92a4-4619-b64a-a411884b079d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:45.366881981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"28dfea69-2d1a-41c1-b6c1-8927a7fcde2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:45.371931751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"70efaf0b-b457-4e03-8689-f8aa70c8bee4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:45.377851998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-match-auth","reconcileID":"ade08580-92a4-4619-b64a-a411884b079d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:45.378023719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-nomatch-auth","reconcileID":"de08aebc-f7f4-4951-a763-00102d682edb","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:45.381462279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"28dfea69-2d1a-41c1-b6c1-8927a7fcde2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:45.445409062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-nomatch-auth","reconcileID":"db63279f-ff8e-43d7-b2d6-808792c34ce0","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:45.446094957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"43f067b2-c8d0-49a3-9c9b-cfc1df5550e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:45.446333098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-match-auth","reconcileID":"ccac4f65-fdcd-4b7c-a0f9-8a36a8f82a16","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:45.446090613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"f38b6d78-89a8-4102-89a2-e4fa5a5b444e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:45.456620592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-nomatch-auth","reconcileID":"db63279f-ff8e-43d7-b2d6-808792c34ce0","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:45.458239716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"43f067b2-c8d0-49a3-9c9b-cfc1df5550e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:45.460426867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"f38b6d78-89a8-4102-89a2-e4fa5a5b444e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:45.461677918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-match-auth","reconcileID":"ccac4f65-fdcd-4b7c-a0f9-8a36a8f82a16","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:46.383243463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"auth-test-model-0eeba5","reconcileID":"4302d0d7-af31-4d2a-9019-af1771193f1b","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"tenant":"e2e-shared-a-w3-0eeba5","gateway":"openshift-ingress/e2e-shared-a-w3-0eeba5","model":"ai-tenant-e2e-shared-a-w3-0eeba5/auth-test-model-0eeba5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:46.383271398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"auth-test-model-0eeba5","reconcileID":"4302d0d7-af31-4d2a-9019-af1771193f1b","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"routeName":"auth-test-model-0eeba5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","llmisvcName":"auth-test-model-0eeba5","gateway":"openshift-ingress/e2e-shared-a-w3-0eeba5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:46.524297326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"auth-test-model-b24a1a","reconcileID":"1582e5af-c5fb-4b5b-9f1a-95e4c387fd5e","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"tenant":"e2e-shared-a-w2-b24a1a","gateway":"openshift-ingress/e2e-shared-a-w2-b24a1a","model":"ai-tenant-e2e-shared-a-w2-b24a1a/auth-test-model-b24a1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:46.524322412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"auth-test-model-b24a1a","reconcileID":"1582e5af-c5fb-4b5b-9f1a-95e4c387fd5e","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"routeName":"auth-test-model-b24a1a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","llmisvcName":"auth-test-model-b24a1a","gateway":"openshift-ingress/e2e-shared-a-w2-b24a1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:55.338560874Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-nomatch-sub","reconcileID":"445c8cf6-ce3c-4c4d-becd-b1bdae331325","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"model":"e2e-models-e2e-worker-w0-8836a8/distinct-2-w0-8836a8","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:55.349381082Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-nomatch-sub","reconcileID":"445c8cf6-ce3c-4c4d-becd-b1bdae331325","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"model":"e2e-models-e2e-worker-w0-8836a8/distinct-2-w0-8836a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:55.358448985Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-nomatch-sub","reconcileID":"445c8cf6-ce3c-4c4d-becd-b1bdae331325","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/distinct-2-w0-8836a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:55.486804267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"5201c239-d2eb-4638-abf7-0ea384f3e266","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-2-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-2-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:55.50950117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"e8d3ea2c-e03d-453f-b38d-b6404d3c32fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:55.511554293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-nomatch-auth","reconcileID":"0486083d-9f85-4471-a570-a0e531e76872","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:55.51162949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"32d2ee7a-7744-4614-8b96-d7251a01274e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:55.511947855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-match-auth","reconcileID":"4395416b-a30f-49be-a6b7-bf94811fb18d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:55.519656186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"e8d3ea2c-e03d-453f-b38d-b6404d3c32fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:55.521366316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"32d2ee7a-7744-4614-8b96-d7251a01274e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:55.522150927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-match-auth","reconcileID":"4395416b-a30f-49be-a6b7-bf94811fb18d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:55.523505277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-nomatch-auth","reconcileID":"0486083d-9f85-4471-a570-a0e531e76872","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:55.609510664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-nomatch-auth","reconcileID":"b88c9053-b06e-456a-8402-ea2ec328458a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:55.618896003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-nomatch-auth","reconcileID":"b88c9053-b06e-456a-8402-ea2ec328458a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:55.639839483Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-match-auth","reconcileID":"92613078-5d80-484f-9548-9dd5c8684117","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"model":"e2e-models-e2e-worker-w0-8836a8/distinct-w0-8836a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:55.639862851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"2885aa3d-d7b0-4871-88b7-e0850aef60cf","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:55.742326031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"4020b8b5-d087-4be8-9d37-0be3f3e5b3a8","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:55.914185825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"1fbbf94c-661e-4605-a3e6-cd5d85438df4","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-2-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-2-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:55.914231045Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"e2e-model-nomatch-auth","reconcileID":"23e2f710-b1be-4542-bd54-93afc6504e0f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"model":"e2e-models-e2e-worker-w0-8836a8/distinct-2-w0-8836a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:56.04281101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"d6d9e19a-f9fb-4664-97c4-c8685772feec","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-2-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-2-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:56.375156813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21fff49c-9fe7-4248-b629-e49df1e523e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:56.380545525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21fff49c-9fe7-4248-b629-e49df1e523e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:56.385149696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21fff49c-9fe7-4248-b629-e49df1e523e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:56.389342755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21fff49c-9fe7-4248-b629-e49df1e523e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:56.770747666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d174cb6b-83a6-4a93-b032-c4ee1073b320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:56.775068025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d174cb6b-83a6-4a93-b032-c4ee1073b320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:56.779421396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d174cb6b-83a6-4a93-b032-c4ee1073b320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:57:56.783569567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d174cb6b-83a6-4a93-b032-c4ee1073b320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:00.664400243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deb683f2-baf9-4d68-a6d2-35b562dc5f6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:00.668911454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deb683f2-baf9-4d68-a6d2-35b562dc5f6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:00.673258014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deb683f2-baf9-4d68-a6d2-35b562dc5f6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:00.67757049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deb683f2-baf9-4d68-a6d2-35b562dc5f6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:00.981499742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ff2e914-4fe2-419c-b632-1bb7ba783e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:00.98620831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ff2e914-4fe2-419c-b632-1bb7ba783e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:00.990357726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ff2e914-4fe2-419c-b632-1bb7ba783e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:00.994750876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ff2e914-4fe2-419c-b632-1bb7ba783e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:01.553497242Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-f0e884","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-f0e884","reconcileID":"46f7f841-8d6d-4a51-ad58-c4e03ec6a614","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-f0e884","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-f0e884":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:02.036405342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5561592a-4558-40d1-af62-aeebdd893418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:02.04431976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5561592a-4558-40d1-af62-aeebdd893418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:02.053266075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5561592a-4558-40d1-af62-aeebdd893418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:02.060322968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5561592a-4558-40d1-af62-aeebdd893418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:04.968302549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"9f181b52-ed4c-4386-8c98-12c376037a7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:04.968411048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"ace8fa83-1086-4ed5-a8f5-a11e0a2c23d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:04.980810572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"9f181b52-ed4c-4386-8c98-12c376037a7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:04.980886145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"ace8fa83-1086-4ed5-a8f5-a11e0a2c23d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:06.373283314Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:08.004573591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"auth-test-model-779fa3","reconcileID":"d6c29a32-2cd1-4f02-b753-1c6efdb7872a","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"tenant":"e2e-shared-b-w3-779fa3","gateway":"openshift-ingress/e2e-shared-b-w3-779fa3","model":"ai-tenant-e2e-shared-b-w3-779fa3/auth-test-model-779fa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:08.004599433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"auth-test-model-779fa3","reconcileID":"d6c29a32-2cd1-4f02-b753-1c6efdb7872a","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"routeName":"auth-test-model-779fa3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-779fa3","llmisvcName":"auth-test-model-779fa3","gateway":"openshift-ingress/e2e-shared-b-w3-779fa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:08.319938135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"auth-test-model-0eeba5","reconcileID":"02201e1e-e82f-4ab4-b90a-b94c1595574c","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"tenant":"e2e-shared-a-w3-0eeba5","gateway":"openshift-ingress/e2e-shared-a-w3-0eeba5","model":"ai-tenant-e2e-shared-a-w3-0eeba5/auth-test-model-0eeba5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:08.31996002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"auth-test-model-0eeba5","reconcileID":"02201e1e-e82f-4ab4-b90a-b94c1595574c","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"routeName":"auth-test-model-0eeba5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","llmisvcName":"auth-test-model-0eeba5","gateway":"openshift-ingress/e2e-shared-a-w3-0eeba5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:08.328120573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"auth-test-model-0eeba5","reconcileID":"75ebc921-7adf-4d1f-a973-4f809cfa5b38","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"tenant":"e2e-shared-a-w3-0eeba5","gateway":"openshift-ingress/e2e-shared-a-w3-0eeba5","model":"ai-tenant-e2e-shared-a-w3-0eeba5/auth-test-model-0eeba5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:08.328138594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"auth-test-model-0eeba5","reconcileID":"75ebc921-7adf-4d1f-a973-4f809cfa5b38","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"routeName":"auth-test-model-0eeba5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","llmisvcName":"auth-test-model-0eeba5","gateway":"openshift-ingress/e2e-shared-a-w3-0eeba5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:08.337962782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"d4243764-c102-48aa-8371-86b63840c43f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-0eeba5","tenantID":"e2e-shared-a-w3-0eeba5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:08.374197925Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"d4243764-c102-48aa-8371-86b63840c43f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"name":"e2e-shared-a-w3-0eeba5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:08.383527727Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-0eeba5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"d4243764-c102-48aa-8371-86b63840c43f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:08.400166303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"auth-test-model-0eeba5","reconcileID":"caf931d0-e74b-4392-82a0-e310e70b35bc","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"tenant":"e2e-shared-a-w3-0eeba5","gateway":"openshift-ingress/e2e-shared-a-w3-0eeba5","model":"ai-tenant-e2e-shared-a-w3-0eeba5/auth-test-model-0eeba5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:08.400186336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"auth-test-model-0eeba5","reconcileID":"caf931d0-e74b-4392-82a0-e310e70b35bc","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"routeName":"auth-test-model-0eeba5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","llmisvcName":"auth-test-model-0eeba5","gateway":"openshift-ingress/e2e-shared-a-w3-0eeba5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:15.579024361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"auth-test-model-b7431c","reconcileID":"8719f4f3-9604-4f0e-9b95-3e68b86792bc","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"tenant":"e2e-shared-a-w4-b7431c","gateway":"openshift-ingress/e2e-shared-a-w4-b7431c","model":"ai-tenant-e2e-shared-a-w4-b7431c/auth-test-model-b7431c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:15.579083985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"auth-test-model-b7431c","reconcileID":"8719f4f3-9604-4f0e-9b95-3e68b86792bc","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"routeName":"auth-test-model-b7431c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b7431c","llmisvcName":"auth-test-model-b7431c","gateway":"openshift-ingress/e2e-shared-a-w4-b7431c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:17.058130915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f0e884"},"namespace":"ai-tenant-e2e-explicit-f0e884","name":"default-tenant","reconcileID":"de74a4d5-16f2-4380-ad3b-060bf837af97","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-f0e884","tenantID":"e2e-explicit-f0e884","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:17.101816642Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f0e884"},"namespace":"ai-tenant-e2e-explicit-f0e884","name":"default-tenant","reconcileID":"de74a4d5-16f2-4380-ad3b-060bf837af97","name":"e2e-explicit-f0e884-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:18.409206012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"706a2b9f-5c44-435c-8598-87e7c46ec1ce","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-0eeba5","tenantID":"e2e-shared-a-w3-0eeba5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:18.430615504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"706a2b9f-5c44-435c-8598-87e7c46ec1ce","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"name":"e2e-shared-a-w3-0eeba5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:18.44312398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-0eeba5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"706a2b9f-5c44-435c-8598-87e7c46ec1ce","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:22.972265705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"auth-test-model-7eaeed","reconcileID":"64b7c27c-fe93-4ee6-b6e4-3df3bf3aa681","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"tenant":"e2e-shared-a-w1-7eaeed","gateway":"openshift-ingress/e2e-shared-a-w1-7eaeed","model":"ai-tenant-e2e-shared-a-w1-7eaeed/auth-test-model-7eaeed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:22.972289627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"auth-test-model-7eaeed","reconcileID":"64b7c27c-fe93-4ee6-b6e4-3df3bf3aa681","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"routeName":"auth-test-model-7eaeed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","llmisvcName":"auth-test-model-7eaeed","gateway":"openshift-ingress/e2e-shared-a-w1-7eaeed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:23.918475432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"auth-test-model-54d4c4","reconcileID":"ac460d03-0c82-49d4-91b3-192d768e3df6","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"tenant":"e2e-shared-b-w2-54d4c4","gateway":"openshift-ingress/e2e-shared-b-w2-54d4c4","model":"ai-tenant-e2e-shared-b-w2-54d4c4/auth-test-model-54d4c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:23.920187986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"auth-test-model-54d4c4","reconcileID":"ac460d03-0c82-49d4-91b3-192d768e3df6","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"routeName":"auth-test-model-54d4c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","llmisvcName":"auth-test-model-54d4c4","gateway":"openshift-ingress/e2e-shared-b-w2-54d4c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:24.254015055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"auth-test-model-b24a1a","reconcileID":"d3a5d519-7eb1-4658-9e1f-59a9018d2d51","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"tenant":"e2e-shared-a-w2-b24a1a","gateway":"openshift-ingress/e2e-shared-a-w2-b24a1a","model":"ai-tenant-e2e-shared-a-w2-b24a1a/auth-test-model-b24a1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:24.254034521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"auth-test-model-b24a1a","reconcileID":"d3a5d519-7eb1-4658-9e1f-59a9018d2d51","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"routeName":"auth-test-model-b24a1a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","llmisvcName":"auth-test-model-b24a1a","gateway":"openshift-ingress/e2e-shared-a-w2-b24a1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:24.262342915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"auth-test-model-b24a1a","reconcileID":"4151f4f8-46b1-45e6-b187-5e17a34886c5","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"tenant":"e2e-shared-a-w2-b24a1a","gateway":"openshift-ingress/e2e-shared-a-w2-b24a1a","model":"ai-tenant-e2e-shared-a-w2-b24a1a/auth-test-model-b24a1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:24.262362918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"auth-test-model-b24a1a","reconcileID":"4151f4f8-46b1-45e6-b187-5e17a34886c5","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"routeName":"auth-test-model-b24a1a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","llmisvcName":"auth-test-model-b24a1a","gateway":"openshift-ingress/e2e-shared-a-w2-b24a1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:24.270924221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"65bfad9a-c866-4949-bd79-ee790c2c350c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b24a1a","tenantID":"e2e-shared-a-w2-b24a1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:24.305878495Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"65bfad9a-c866-4949-bd79-ee790c2c350c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"name":"e2e-shared-a-w2-b24a1a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:24.314537154Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-b24a1a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"65bfad9a-c866-4949-bd79-ee790c2c350c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:24.324721424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"auth-test-model-b24a1a","reconcileID":"fc3c5eab-9184-4516-8063-854e6d51f893","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"tenant":"e2e-shared-a-w2-b24a1a","gateway":"openshift-ingress/e2e-shared-a-w2-b24a1a","model":"ai-tenant-e2e-shared-a-w2-b24a1a/auth-test-model-b24a1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:24.324740666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"auth-test-model-b24a1a","reconcileID":"fc3c5eab-9184-4516-8063-854e6d51f893","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"routeName":"auth-test-model-b24a1a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","llmisvcName":"auth-test-model-b24a1a","gateway":"openshift-ingress/e2e-shared-a-w2-b24a1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:28.453744757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"79ac58cc-41f2-4f7f-8568-55239d750595","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-0eeba5","tenantID":"e2e-shared-a-w3-0eeba5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:28.463340001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"79ac58cc-41f2-4f7f-8568-55239d750595","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"name":"e2e-shared-a-w3-0eeba5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:28.472584669Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-0eeba5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"79ac58cc-41f2-4f7f-8568-55239d750595","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:34.248690901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"fad35e44-8745-4a10-b311-c6f8f8c4872e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:34.253504473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"6fa25908-ce89-4792-b338-4ce7cf420cf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:34.503353842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"fad35e44-8745-4a10-b311-c6f8f8c4872e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:34.506998443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"6fa25908-ce89-4792-b338-4ce7cf420cf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:34.536947967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"b0304b4e-a772-483f-a7fd-6d13a0104b9f","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b24a1a","tenantID":"e2e-shared-a-w2-b24a1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:34.550744454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"b0304b4e-a772-483f-a7fd-6d13a0104b9f","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"name":"e2e-shared-a-w2-b24a1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:34.564331483Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-b24a1a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"b0304b4e-a772-483f-a7fd-6d13a0104b9f","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:35.309552083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a654c9ca-71c3-47e1-979f-39962ccef2d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:35.323188007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a654c9ca-71c3-47e1-979f-39962ccef2d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:35.330257808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a654c9ca-71c3-47e1-979f-39962ccef2d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:35.339400949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a654c9ca-71c3-47e1-979f-39962ccef2d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:35.809483972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8d54053-99b7-47a5-9552-1f4114f534f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:35.817485129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8d54053-99b7-47a5-9552-1f4114f534f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:35.843914885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8d54053-99b7-47a5-9552-1f4114f534f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:35.86985855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8d54053-99b7-47a5-9552-1f4114f534f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:36.393272344Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:38.499579896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"d17c0a16-449b-48d0-a023-a1b972a0e9c3","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-0eeba5","tenantID":"e2e-shared-a-w3-0eeba5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:38.517849416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"d17c0a16-449b-48d0-a023-a1b972a0e9c3","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"name":"e2e-shared-a-w3-0eeba5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:38.528083162Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-0eeba5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0dae052f911fc3f934ad4268ac86164e40a03b87d97d6bf61316a05987e999c4) AuthConfig (a54baac434432dfc22f75181e16b961ccd118c914fedaf7a0a8474e80dfb87a9) AuthConfig (a6101941cc6d84ec78246facc9692fd477b4a6f9a21d0f84825a01a032dd5fd4) AuthConfig (74f64c19daece2ee1a6fa973fdecad6fd1c4ede3fbe7e7b3c200ae982493b8ad) AuthConfig (d9a80135c284bce75de33f030fe73243f73f827d75088ef97133be2d95c6fbe2) AuthConfig (9d3514a9bfb534d8ba7b22e317b502a5e668ff2326cef6d73ad868f377f51952) AuthConfig (2c5a71f2b2530ce7c23340a7f028e13016af1ae8663d2eddf688d1bb2dccd2a8) AuthConfig (dd33c15f3cc93e36ff4d10a92ecf0aadb66ef367d59c19c0141120039e609e17) AuthConfig (00c554d859cbd76a7c3b522b33e6b27b998ff727ab9c050ec804d914ed12bd06) AuthConfig (3a3d01030a84cf18d51ca9e64bfb43e47b06c94ab0b2055eaacdc8c53d249411) AuthConfig (55198facf52ae00eb6ae32a12e53e752a477867d9d986187b7151caa0ca36a18) AuthConfig (e4d36f8b8360dd664c727b072bb3c6242ab4c95395a4f98761ec7913b488906a) AuthConfig (ba00beb61f2cbc0d3af29b49b50835a6d236e7959578bde59e8b5a97fcebf3e3) AuthConfig (50b26d35e0e94fbdb5ec6860e498f67b833f3ae766e8d06478d4b1c4de79fdb2) AuthConfig (2ff48d3c74c5e639b0a0a6d984c5e395555ba2b97e63de0a406962b26a8a8e62) AuthConfig (67d95e6a47656bbd64e1710cdeb54581e854b378431fd58c818b0ab41c98171b) AuthConfig (bfa74d64172d7fdb8629dbc73d0a2edd967c6eee14a7fa33c0be2952b0052c3c) AuthConfig (a09e91522aac574320f5bc4c4298cd095753374f8a1ddf90242a658a82e54ff6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"d17c0a16-449b-48d0-a023-a1b972a0e9c3","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:38.549561405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"auth-test-model-0eeba5","reconcileID":"035894c6-1b2f-4659-bbea-e24604ed5393","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"tenant":"e2e-shared-a-w3-0eeba5","gateway":"openshift-ingress/e2e-shared-a-w3-0eeba5","model":"ai-tenant-e2e-shared-a-w3-0eeba5/auth-test-model-0eeba5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:38.549665934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"auth-test-model-0eeba5","reconcileID":"035894c6-1b2f-4659-bbea-e24604ed5393","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"routeName":"auth-test-model-0eeba5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","llmisvcName":"auth-test-model-0eeba5","gateway":"openshift-ingress/e2e-shared-a-w3-0eeba5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:40.076134392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ec066e3f-986d-4866-b76a-584c6e3a1c59","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:40.076243679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ec066e3f-986d-4866-b76a-584c6e3a1c59","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:40.109100115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0c211c04-9b06-46d1-93a7-1e8a8be877cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:40.111826601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7af875d8-9d55-4cb8-9f8a-449cc47c0336","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:40.111831156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d0d9977-83fc-4daf-9d37-abfed781b575","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:40.126347293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8d0d9977-83fc-4daf-9d37-abfed781b575","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:40.135710082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7af875d8-9d55-4cb8-9f8a-449cc47c0336","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:40.14217957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e26bcc14-a9a3-45ad-93d4-31afcee9d809","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:40.142652834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e26bcc14-a9a3-45ad-93d4-31afcee9d809","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:40.21307135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5df81d46-81c2-4740-905a-f347a31a323d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:44.574876998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"7d501208-bfa3-4908-935a-4fc542007b83","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b24a1a","tenantID":"e2e-shared-a-w2-b24a1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:44.588237102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"7d501208-bfa3-4908-935a-4fc542007b83","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"name":"e2e-shared-a-w2-b24a1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:44.596980756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-b24a1a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"7d501208-bfa3-4908-935a-4fc542007b83","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:47.693193863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"auth-test-model-7cbcbb","reconcileID":"7ed70d7a-3cb2-4e5f-89db-da610654d962","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"tenant":"e2e-shared-b-w4-7cbcbb","gateway":"openshift-ingress/e2e-shared-b-w4-7cbcbb","model":"ai-tenant-e2e-shared-b-w4-7cbcbb/auth-test-model-7cbcbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:47.693220917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"auth-test-model-7cbcbb","reconcileID":"7ed70d7a-3cb2-4e5f-89db-da610654d962","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"routeName":"auth-test-model-7cbcbb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","llmisvcName":"auth-test-model-7cbcbb","gateway":"openshift-ingress/e2e-shared-b-w4-7cbcbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:48.066617788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"auth-test-model-b7431c","reconcileID":"947c2449-facb-42c5-ad78-9d19b14fc7ff","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"tenant":"e2e-shared-a-w4-b7431c","gateway":"openshift-ingress/e2e-shared-a-w4-b7431c","model":"ai-tenant-e2e-shared-a-w4-b7431c/auth-test-model-b7431c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:48.066641826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"auth-test-model-b7431c","reconcileID":"947c2449-facb-42c5-ad78-9d19b14fc7ff","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"routeName":"auth-test-model-b7431c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b7431c","llmisvcName":"auth-test-model-b7431c","gateway":"openshift-ingress/e2e-shared-a-w4-b7431c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:48.074528003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"auth-test-model-b7431c","reconcileID":"12d0aac7-e48a-407b-b142-589fcf5e1eb4","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"tenant":"e2e-shared-a-w4-b7431c","gateway":"openshift-ingress/e2e-shared-a-w4-b7431c","model":"ai-tenant-e2e-shared-a-w4-b7431c/auth-test-model-b7431c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:48.074550083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"auth-test-model-b7431c","reconcileID":"12d0aac7-e48a-407b-b142-589fcf5e1eb4","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"routeName":"auth-test-model-b7431c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b7431c","llmisvcName":"auth-test-model-b7431c","gateway":"openshift-ingress/e2e-shared-a-w4-b7431c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:48.085553055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"f2b529db-ae02-4ab7-b2cb-74425fb89398","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b7431c","tenantID":"e2e-shared-a-w4-b7431c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:48.122336512Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"f2b529db-ae02-4ab7-b2cb-74425fb89398","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"name":"e2e-shared-a-w4-b7431c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:48.130980047Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-b7431c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"f2b529db-ae02-4ab7-b2cb-74425fb89398","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:48.139219782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"auth-test-model-b7431c","reconcileID":"75c830d4-b27b-4ae0-a8cb-b2aac96f0f3d","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"tenant":"e2e-shared-a-w4-b7431c","gateway":"openshift-ingress/e2e-shared-a-w4-b7431c","model":"ai-tenant-e2e-shared-a-w4-b7431c/auth-test-model-b7431c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:48.139237998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"auth-test-model-b7431c","reconcileID":"75c830d4-b27b-4ae0-a8cb-b2aac96f0f3d","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"routeName":"auth-test-model-b7431c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b7431c","llmisvcName":"auth-test-model-b7431c","gateway":"openshift-ingress/e2e-shared-a-w4-b7431c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:48.565502731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"aadc27c8-8cfd-400b-b94e-0c8f86761eb0","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-0eeba5","tenantID":"e2e-shared-a-w3-0eeba5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:48.57800671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"aadc27c8-8cfd-400b-b94e-0c8f86761eb0","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"name":"e2e-shared-a-w3-0eeba5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:48.594528064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-0eeba5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0dae052f911fc3f934ad4268ac86164e40a03b87d97d6bf61316a05987e999c4) AuthConfig (a54baac434432dfc22f75181e16b961ccd118c914fedaf7a0a8474e80dfb87a9) AuthConfig (a6101941cc6d84ec78246facc9692fd477b4a6f9a21d0f84825a01a032dd5fd4) AuthConfig (74f64c19daece2ee1a6fa973fdecad6fd1c4ede3fbe7e7b3c200ae982493b8ad) AuthConfig (d9a80135c284bce75de33f030fe73243f73f827d75088ef97133be2d95c6fbe2) AuthConfig (9d3514a9bfb534d8ba7b22e317b502a5e668ff2326cef6d73ad868f377f51952) AuthConfig (2c5a71f2b2530ce7c23340a7f028e13016af1ae8663d2eddf688d1bb2dccd2a8) AuthConfig (dd33c15f3cc93e36ff4d10a92ecf0aadb66ef367d59c19c0141120039e609e17) AuthConfig (00c554d859cbd76a7c3b522b33e6b27b998ff727ab9c050ec804d914ed12bd06) AuthConfig (3a3d01030a84cf18d51ca9e64bfb43e47b06c94ab0b2055eaacdc8c53d249411) AuthConfig (55198facf52ae00eb6ae32a12e53e752a477867d9d986187b7151caa0ca36a18) AuthConfig (e4d36f8b8360dd664c727b072bb3c6242ab4c95395a4f98761ec7913b488906a) AuthConfig (ba00beb61f2cbc0d3af29b49b50835a6d236e7959578bde59e8b5a97fcebf3e3) AuthConfig (50b26d35e0e94fbdb5ec6860e498f67b833f3ae766e8d06478d4b1c4de79fdb2) AuthConfig (2ff48d3c74c5e639b0a0a6d984c5e395555ba2b97e63de0a406962b26a8a8e62) AuthConfig (67d95e6a47656bbd64e1710cdeb54581e854b378431fd58c818b0ab41c98171b) AuthConfig (bfa74d64172d7fdb8629dbc73d0a2edd967c6eee14a7fa33c0be2952b0052c3c) AuthConfig (a09e91522aac574320f5bc4c4298cd095753374f8a1ddf90242a658a82e54ff6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"aadc27c8-8cfd-400b-b94e-0c8f86761eb0","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:50.145415793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ff85ea21-472a-49e6-89e7-2987d0c24e32","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:50.145536622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ff85ea21-472a-49e6-89e7-2987d0c24e32","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:53.72029611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-f0e884","namespace":"ai-tenant-e2e-explicit-f0e884"},"namespace":"ai-tenant-e2e-explicit-f0e884","name":"explicit-model-f0e884","reconcileID":"31ed6b81-2687-48a2-8485-c1914476742b","MaaSModelRef":{"name":"explicit-model-f0e884","namespace":"ai-tenant-e2e-explicit-f0e884"},"routeName":"explicit-model-f0e884-kserve-route","namespace":"ai-tenant-e2e-explicit-f0e884","llmisvcName":"explicit-model-f0e884","gateway":"openshift-ingress/e2e-explicit-f0e884","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:54.606620476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"e2d987dc-26b0-4f0f-ae79-8b8d94de2d8c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b24a1a","tenantID":"e2e-shared-a-w2-b24a1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:54.617167842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"e2d987dc-26b0-4f0f-ae79-8b8d94de2d8c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"name":"e2e-shared-a-w2-b24a1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:54.625895357Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-b24a1a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"e2d987dc-26b0-4f0f-ae79-8b8d94de2d8c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:55.257519816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ae97ab28-d227-457e-a56d-831a48c1e3b3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:55.257548628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ae97ab28-d227-457e-a56d-831a48c1e3b3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:55.288722738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5ccc5092-02fc-442f-8d5f-fe0a18c43274","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:55.294825219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7737e6b4-aa21-4644-b159-1059588c90d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:55.294920979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee2177e4-167a-4601-8d0b-95c7d064ff24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:55.307717627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7737e6b4-aa21-4644-b159-1059588c90d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:55.308772007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee2177e4-167a-4601-8d0b-95c7d064ff24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:55.325899708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b5fbf6ef-cf3a-4ccb-b18a-80c86c09fd70","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:55.325924609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b5fbf6ef-cf3a-4ccb-b18a-80c86c09fd70","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:55.382081311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cfdafd5c-7a2d-4674-85f9-d20280724edd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:56.684976002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c3198af-22ca-45d9-8ed0-3cff4514a98d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:56.689778864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c3198af-22ca-45d9-8ed0-3cff4514a98d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:56.695304781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c3198af-22ca-45d9-8ed0-3cff4514a98d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:56.700299577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c3198af-22ca-45d9-8ed0-3cff4514a98d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:57.149697869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb8ada3a-e81c-4a7c-8625-c4417bbf30b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:57.154353914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb8ada3a-e81c-4a7c-8625-c4417bbf30b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:57.158812356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb8ada3a-e81c-4a7c-8625-c4417bbf30b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:57.169554269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb8ada3a-e81c-4a7c-8625-c4417bbf30b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:58.150686066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"378ab6e4-a3ca-437a-9fc7-98b65e58f11f","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b7431c","tenantID":"e2e-shared-a-w4-b7431c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:58.171400007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"378ab6e4-a3ca-437a-9fc7-98b65e58f11f","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"name":"e2e-shared-a-w4-b7431c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:58.183605815Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-b7431c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"378ab6e4-a3ca-437a-9fc7-98b65e58f11f","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:58.605484246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"d54340b6-4f07-4394-a10e-f5ec54ec666a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-0eeba5","tenantID":"e2e-shared-a-w3-0eeba5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:58.615769878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"d54340b6-4f07-4394-a10e-f5ec54ec666a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"name":"e2e-shared-a-w3-0eeba5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:58:58.626066677Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-0eeba5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0dae052f911fc3f934ad4268ac86164e40a03b87d97d6bf61316a05987e999c4) AuthConfig (a54baac434432dfc22f75181e16b961ccd118c914fedaf7a0a8474e80dfb87a9) AuthConfig (a6101941cc6d84ec78246facc9692fd477b4a6f9a21d0f84825a01a032dd5fd4) AuthConfig (74f64c19daece2ee1a6fa973fdecad6fd1c4ede3fbe7e7b3c200ae982493b8ad) AuthConfig (d9a80135c284bce75de33f030fe73243f73f827d75088ef97133be2d95c6fbe2) AuthConfig (9d3514a9bfb534d8ba7b22e317b502a5e668ff2326cef6d73ad868f377f51952) AuthConfig (2c5a71f2b2530ce7c23340a7f028e13016af1ae8663d2eddf688d1bb2dccd2a8) AuthConfig (dd33c15f3cc93e36ff4d10a92ecf0aadb66ef367d59c19c0141120039e609e17) AuthConfig (00c554d859cbd76a7c3b522b33e6b27b998ff727ab9c050ec804d914ed12bd06) AuthConfig (3a3d01030a84cf18d51ca9e64bfb43e47b06c94ab0b2055eaacdc8c53d249411) AuthConfig (55198facf52ae00eb6ae32a12e53e752a477867d9d986187b7151caa0ca36a18) AuthConfig (e4d36f8b8360dd664c727b072bb3c6242ab4c95395a4f98761ec7913b488906a) AuthConfig (ba00beb61f2cbc0d3af29b49b50835a6d236e7959578bde59e8b5a97fcebf3e3) AuthConfig (50b26d35e0e94fbdb5ec6860e498f67b833f3ae766e8d06478d4b1c4de79fdb2) AuthConfig (2ff48d3c74c5e639b0a0a6d984c5e395555ba2b97e63de0a406962b26a8a8e62) AuthConfig (67d95e6a47656bbd64e1710cdeb54581e854b378431fd58c818b0ab41c98171b) AuthConfig (bfa74d64172d7fdb8629dbc73d0a2edd967c6eee14a7fa33c0be2952b0052c3c) AuthConfig (a09e91522aac574320f5bc4c4298cd095753374f8a1ddf90242a658a82e54ff6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"d54340b6-4f07-4394-a10e-f5ec54ec666a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:00.285974606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"auth-test-model-981ee5","reconcileID":"e0d6dbfb-3a71-4e8a-a3c9-7f1c9f4170cb","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"tenant":"e2e-shared-b-w1-981ee5","gateway":"openshift-ingress/e2e-shared-b-w1-981ee5","model":"ai-tenant-e2e-shared-b-w1-981ee5/auth-test-model-981ee5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:00.286001895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"auth-test-model-981ee5","reconcileID":"e0d6dbfb-3a71-4e8a-a3c9-7f1c9f4170cb","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"routeName":"auth-test-model-981ee5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-981ee5","llmisvcName":"auth-test-model-981ee5","gateway":"openshift-ingress/e2e-shared-b-w1-981ee5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:00.548206564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"auth-test-model-7eaeed","reconcileID":"a3ba1049-d9ff-49cf-a9f3-383d01ecbd9e","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"tenant":"e2e-shared-a-w1-7eaeed","gateway":"openshift-ingress/e2e-shared-a-w1-7eaeed","model":"ai-tenant-e2e-shared-a-w1-7eaeed/auth-test-model-7eaeed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:00.548224865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"auth-test-model-7eaeed","reconcileID":"a3ba1049-d9ff-49cf-a9f3-383d01ecbd9e","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"routeName":"auth-test-model-7eaeed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","llmisvcName":"auth-test-model-7eaeed","gateway":"openshift-ingress/e2e-shared-a-w1-7eaeed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:00.558272912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"auth-test-model-7eaeed","reconcileID":"6408fcef-82ab-4404-ae72-93eafbb57b4e","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"tenant":"e2e-shared-a-w1-7eaeed","gateway":"openshift-ingress/e2e-shared-a-w1-7eaeed","model":"ai-tenant-e2e-shared-a-w1-7eaeed/auth-test-model-7eaeed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:00.558293458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"auth-test-model-7eaeed","reconcileID":"6408fcef-82ab-4404-ae72-93eafbb57b4e","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"routeName":"auth-test-model-7eaeed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","llmisvcName":"auth-test-model-7eaeed","gateway":"openshift-ingress/e2e-shared-a-w1-7eaeed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:00.57302331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"b7ec5843-3a20-4d6a-b50e-778976a11fcd","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7eaeed","tenantID":"e2e-shared-a-w1-7eaeed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:00.6085081Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"b7ec5843-3a20-4d6a-b50e-778976a11fcd","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"name":"e2e-shared-a-w1-7eaeed-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:00.617351307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-7eaeed-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"b7ec5843-3a20-4d6a-b50e-778976a11fcd","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:00.625354231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"auth-test-model-7eaeed","reconcileID":"f2185e56-d769-4b42-bc96-cdc82e564962","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"tenant":"e2e-shared-a-w1-7eaeed","gateway":"openshift-ingress/e2e-shared-a-w1-7eaeed","model":"ai-tenant-e2e-shared-a-w1-7eaeed/auth-test-model-7eaeed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:00.625371662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"auth-test-model-7eaeed","reconcileID":"f2185e56-d769-4b42-bc96-cdc82e564962","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"routeName":"auth-test-model-7eaeed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","llmisvcName":"auth-test-model-7eaeed","gateway":"openshift-ingress/e2e-shared-a-w1-7eaeed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:04.636957944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"7e9a2110-9a62-4806-8f1c-9e4844525cf9","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b24a1a","tenantID":"e2e-shared-a-w2-b24a1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:04.648532284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"7e9a2110-9a62-4806-8f1c-9e4844525cf9","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"name":"e2e-shared-a-w2-b24a1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:04.657657128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-b24a1a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"7e9a2110-9a62-4806-8f1c-9e4844525cf9","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:06.378879341Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:08.195207352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"1c51d92f-4cac-4784-a1f1-293356740755","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b7431c","tenantID":"e2e-shared-a-w4-b7431c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:08.206637196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"1c51d92f-4cac-4784-a1f1-293356740755","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"name":"e2e-shared-a-w4-b7431c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:08.218130989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-b7431c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"1c51d92f-4cac-4784-a1f1-293356740755","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:08.64184757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"760e409d-8c02-4a5f-8e1c-b5b24e6a05dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-0eeba5","tenantID":"e2e-shared-a-w3-0eeba5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:08.657430025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"760e409d-8c02-4a5f-8e1c-b5b24e6a05dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"name":"e2e-shared-a-w3-0eeba5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:08.714698856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"auth-test-model-0eeba5","reconcileID":"3090aa59-5e30-4736-b28e-c04dcf99f114","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"tenant":"e2e-shared-a-w3-0eeba5","gateway":"openshift-ingress/e2e-shared-a-w3-0eeba5","model":"ai-tenant-e2e-shared-a-w3-0eeba5/auth-test-model-0eeba5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:08.714726938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"auth-test-model-0eeba5","reconcileID":"3090aa59-5e30-4736-b28e-c04dcf99f114","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"routeName":"auth-test-model-0eeba5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","llmisvcName":"auth-test-model-0eeba5","gateway":"openshift-ingress/e2e-shared-a-w3-0eeba5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:10.64397957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"7867d088-bc0b-4a1c-b4e2-a5eee17d714d","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7eaeed","tenantID":"e2e-shared-a-w1-7eaeed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:10.655820511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"7867d088-bc0b-4a1c-b4e2-a5eee17d714d","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"name":"e2e-shared-a-w1-7eaeed-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:10.676539161Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-7eaeed-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"7867d088-bc0b-4a1c-b4e2-a5eee17d714d","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:10.760395321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"auth-test-model-0eeba5","reconcileID":"e8bd7301-431a-4698-89a0-3bbf2db301a6","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"tenant":"e2e-shared-a-w3-0eeba5","gateway":"openshift-ingress/e2e-shared-a-w3-0eeba5","model":"ai-tenant-e2e-shared-a-w3-0eeba5/auth-test-model-0eeba5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:10.760414156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"auth-test-model-0eeba5","reconcileID":"e8bd7301-431a-4698-89a0-3bbf2db301a6","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"routeName":"auth-test-model-0eeba5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","llmisvcName":"auth-test-model-0eeba5","gateway":"openshift-ingress/e2e-shared-a-w3-0eeba5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:10.774981977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"cf744c46-ae47-42be-b253-78a45c2fc36e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-0eeba5","tenantID":"e2e-shared-a-w3-0eeba5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:10.77668637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"auth-test-model-0eeba5","reconcileID":"a684a934-bdb1-455f-9708-3ee039bf4c54","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"tenant":"e2e-shared-a-w3-0eeba5","gateway":"openshift-ingress/e2e-shared-a-w3-0eeba5","model":"ai-tenant-e2e-shared-a-w3-0eeba5/auth-test-model-0eeba5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:10.786359591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"auth-test-model-0eeba5","reconcileID":"a684a934-bdb1-455f-9708-3ee039bf4c54","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"routeName":"auth-test-model-0eeba5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","llmisvcName":"auth-test-model-0eeba5","gateway":"openshift-ingress/e2e-shared-a-w3-0eeba5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:10.783412458Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"4ffdc729-583b-413c-bb16-71047ef834d2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-d4b4a4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:10.809748959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"cf744c46-ae47-42be-b253-78a45c2fc36e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"name":"e2e-shared-a-w3-0eeba5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:10.832033281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"auth-test-model-0eeba5","reconcileID":"f05a9b87-3bd8-430c-9478-0e299a81fccf","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"tenant":"e2e-shared-a-w3-0eeba5","gateway":"openshift-ingress/e2e-shared-a-w3-0eeba5","model":"ai-tenant-e2e-shared-a-w3-0eeba5/auth-test-model-0eeba5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:10.832096562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"auth-test-model-0eeba5","reconcileID":"f05a9b87-3bd8-430c-9478-0e299a81fccf","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"routeName":"auth-test-model-0eeba5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","llmisvcName":"auth-test-model-0eeba5","gateway":"openshift-ingress/e2e-shared-a-w3-0eeba5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:10.842073974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"auth-test-model-0eeba5","reconcileID":"005f1f59-974d-4cfc-a6ab-88dfdf183b5f","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"tenant":"e2e-shared-a-w3-0eeba5","gateway":"openshift-ingress/e2e-shared-a-w3-0eeba5","model":"ai-tenant-e2e-shared-a-w3-0eeba5/auth-test-model-0eeba5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:10.842094951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"auth-test-model-0eeba5","reconcileID":"005f1f59-974d-4cfc-a6ab-88dfdf183b5f","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"routeName":"auth-test-model-0eeba5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","llmisvcName":"auth-test-model-0eeba5","gateway":"openshift-ingress/e2e-shared-a-w3-0eeba5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:10.878334282Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"f7318bc3-d0b8-476b-9d71-726282e13a2e","MaaSSubscription":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"name":"maas-trlp-auth-test-model-0eeba5","model":"auth-test-model-0eeba5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-0eeba5/e2e-auth-iso-d4b4a4"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:10.906339447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"auth-test-model-0eeba5","reconcileID":"c6d80cc4-7cc5-4cc7-a89b-4e18e0fce1e4","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"tenant":"e2e-shared-a-w3-0eeba5","gateway":"openshift-ingress/e2e-shared-a-w3-0eeba5","model":"ai-tenant-e2e-shared-a-w3-0eeba5/auth-test-model-0eeba5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:10.906357621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"auth-test-model-0eeba5","reconcileID":"c6d80cc4-7cc5-4cc7-a89b-4e18e0fce1e4","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"routeName":"auth-test-model-0eeba5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","llmisvcName":"auth-test-model-0eeba5","gateway":"openshift-ingress/e2e-shared-a-w3-0eeba5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:10.942760613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"138464e4-cfcd-4769-86c3-61a254b3ba05","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-0eeba5","tenantID":"e2e-shared-a-w3-0eeba5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:10.95385102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"138464e4-cfcd-4769-86c3-61a254b3ba05","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"name":"e2e-shared-a-w3-0eeba5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:10.966593956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"d416c73f-c537-4941-a33c-8fbc13c5f69b","MaaSSubscription":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"name":"maas-trlp-auth-test-model-0eeba5","model":"ai-tenant-e2e-shared-a-w3-0eeba5/auth-test-model-0eeba5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:14.672997573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"e4154f47-4fb9-4858-9191-f0aa30f5a0c9","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b24a1a","tenantID":"e2e-shared-a-w2-b24a1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:14.685435412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"e4154f47-4fb9-4858-9191-f0aa30f5a0c9","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"name":"e2e-shared-a-w2-b24a1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:14.702103842Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-b24a1a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0db0de278376b7f1fc8d914b7043860960aa277a401188720c503e45c642c3b1) AuthConfig (8b7f6fde4556875ff15e30118827824f1f3b2b4848a2207069af8b1f753c4cb0) AuthConfig (d61b00b76b12e8145992f6d52d748f3936255dc1cccf51aadfc937e4d05b8f05) AuthConfig (3662b598f65d70eb85c4bc33debad47fa176ecc3187afa0244a0228289a1c091) AuthConfig (6f258efcf825626172ef4c5fc86dfb3c3ef3b3717a440ac65b44b75867ebf277) AuthConfig (560fd79c447cfcf26df35451d24a4b1483a96a39d753d4a30b6c7b62ddfc6ece) AuthConfig (1a2b19b3b29c623915b1c31095f7007f31bba218382a0300f067464a73260dd6) AuthConfig (e87ad9c26b423d6d2039e98299f188d9e8782e39fb7f3a900acb5496e9bb1ccc) AuthConfig (e05eb1339ebba21e60c490eb9f98551b9754f088b71f8ce1b03ec177d0036a54) AuthConfig (026c4bda54d98caa41f32891754fe0a114f58f77c3f73d882bf25645a8c638c0) AuthConfig (f87605891466cff683d8d0314016d8a4d08364c3e50f40ec0713432b932e8b78) AuthConfig (3a087553067d4c72799e56311be603df382c1599ed5564c62ecc0019c327ffef) AuthConfig (97b74db8960e967e18223aed4a22a30cb9c60dad33fa711e33be303330660b6d) AuthConfig (6d61b455a48dd0323ee79cf2581fd6397671f96fc8e2ecdee82f731e85b3d115) AuthConfig (76f43368352ee973d63647236ad27eaccc742fd534b2516eec43377d626bcd6a) AuthConfig (1921d9f122129721329c57d25d9f5e23d803ce33ee3a345fc4c276262928f4d2) AuthConfig (facd5de223c85d999701fe4a3bc0e46dfe085727ba350aa13bd9eaed35f74acd) AuthConfig (862bfefc40fe6b0dc6b871461dc279c71c0de8ab63db2521a19f7f102bcdf246)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"e4154f47-4fb9-4858-9191-f0aa30f5a0c9","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:14.714176622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"auth-test-model-b24a1a","reconcileID":"de03b0ce-b720-458b-921f-58d4210e952b","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"tenant":"e2e-shared-a-w2-b24a1a","gateway":"openshift-ingress/e2e-shared-a-w2-b24a1a","model":"ai-tenant-e2e-shared-a-w2-b24a1a/auth-test-model-b24a1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:14.714196456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"auth-test-model-b24a1a","reconcileID":"de03b0ce-b720-458b-921f-58d4210e952b","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"routeName":"auth-test-model-b24a1a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","llmisvcName":"auth-test-model-b24a1a","gateway":"openshift-ingress/e2e-shared-a-w2-b24a1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:18.229769465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"1018fa20-a39a-4c04-bf45-5e4f141b7761","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b7431c","tenantID":"e2e-shared-a-w4-b7431c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:18.24157629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"1018fa20-a39a-4c04-bf45-5e4f141b7761","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"name":"e2e-shared-a-w4-b7431c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:18.250905424Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-b7431c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (44709958644511d662b8a895704fdadead197cc912abd5d6dee90db9c54650af) AuthConfig (164752a4dfdb1d08790416ccac924ea36a904ecb862a16b92351259bdaea0bfa) AuthConfig (8ee4d173cbe1d124952c3509eb2599ea9bc03aff75ded9fa956721e426d47029) AuthConfig (ba3e47dddf1005045067fa460dda3f93021a0335d4a1ed3165210ced338490da) AuthConfig (f1fb28531e394e3d8e5eb52f0cf0cb04329fe3ad3a42227b1578f2a61cf1c657) AuthConfig (25ba6fff3564e1c5e3cd81277455761df459d874fcaf1161a372b0c5d083f8c9) AuthConfig (51ed648bf2316616a01f19193ed6db50a8e7ba48aa745f84e8171de5550714f3) AuthConfig (2ebf77861deb882bd8b8fac5ba7650cc684b7d527e710002420343a7cc5d66fb) AuthConfig (e3c89551c6624782fb773d9699f643319a44d5b3ee9b94172112304e18aaf435) AuthConfig (fb7c95691e071334296242cf1dc1a8f0a050997d843c775c254720baca6621dc) AuthConfig (ce9bf4c19db873f7f56c2b046f5aec1b442e03412371a7f1159a0279a3299793) AuthConfig (ebfe8f0ef2dee731bec6595cdedc415aa2c4f21e09aa29d8422dd0e618e0174c) AuthConfig (f070559b73d64b412a1827f6fc7ab43098d55bd3126ea48456166a20a140701d) AuthConfig (3df3d4a1e69bdcfd7f5741901f757c89fae53d7fffe0579755c32b0dfeb92848) AuthConfig (83d2efd38cd0caa2854dd5242771c8d73686f5c8f727ad4bf61f1bac2719fa66) AuthConfig (5e1e39a76409a075d52142443197fb9b98302e2ad1961e76aa28b8acf14b30c4) AuthConfig (6fd56eaf19aeddb51da6fed407eab2214f95d96863b795a2fa0885e0339e1a5b) AuthConfig (b9ccac2571e2d352f169e4e600b016f3c7ecd9af0ea7482de4c556fae8b0c2e7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"1018fa20-a39a-4c04-bf45-5e4f141b7761","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:18.264097505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"auth-test-model-b7431c","reconcileID":"2f054f05-4fb9-47e2-99f9-b7b408ac9098","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"tenant":"e2e-shared-a-w4-b7431c","gateway":"openshift-ingress/e2e-shared-a-w4-b7431c","model":"ai-tenant-e2e-shared-a-w4-b7431c/auth-test-model-b7431c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:18.264115321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"auth-test-model-b7431c","reconcileID":"2f054f05-4fb9-47e2-99f9-b7b408ac9098","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"routeName":"auth-test-model-b7431c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b7431c","llmisvcName":"auth-test-model-b7431c","gateway":"openshift-ingress/e2e-shared-a-w4-b7431c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:20.705557021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"d558c852-882e-45aa-90fd-c02c0b17b1d6","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7eaeed","tenantID":"e2e-shared-a-w1-7eaeed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:20.727483639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"d558c852-882e-45aa-90fd-c02c0b17b1d6","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"name":"e2e-shared-a-w1-7eaeed-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:20.739858605Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-7eaeed-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"d558c852-882e-45aa-90fd-c02c0b17b1d6","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:21.320565256Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f0e884"},"namespace":"ai-tenant-e2e-explicit-f0e884","name":"default-tenant","reconcileID":"f77ca503-05c3-4b9f-bf63-46f216a3aaaf","namespace":"ai-tenant-e2e-explicit-f0e884","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:21.32061994Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f0e884"},"namespace":"ai-tenant-e2e-explicit-f0e884","name":"default-tenant","reconcileID":"f77ca503-05c3-4b9f-bf63-46f216a3aaaf","namespace":"ai-tenant-e2e-explicit-f0e884","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:21.320668024Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f0e884"},"namespace":"ai-tenant-e2e-explicit-f0e884","name":"default-tenant","reconcileID":"f77ca503-05c3-4b9f-bf63-46f216a3aaaf","tenant":"e2e-explicit-f0e884","tenantID":"e2e-explicit-f0e884","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:21.332493405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f0e884"},"namespace":"ai-tenant-e2e-explicit-f0e884","name":"default-tenant","reconcileID":"f77ca503-05c3-4b9f-bf63-46f216a3aaaf","gvk":"Deployment","name":"maas-api-e2e-explicit-f0e884","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:21.352010646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f0e884"},"namespace":"ai-tenant-e2e-explicit-f0e884","name":"default-tenant","reconcileID":"f77ca503-05c3-4b9f-bf63-46f216a3aaaf","gvk":"Service","name":"maas-api-e2e-explicit-f0e884","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:21.365726777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f0e884"},"namespace":"ai-tenant-e2e-explicit-f0e884","name":"default-tenant","reconcileID":"f77ca503-05c3-4b9f-bf63-46f216a3aaaf","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-f0e884","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:21.374608083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f0e884"},"namespace":"ai-tenant-e2e-explicit-f0e884","name":"default-tenant","reconcileID":"f77ca503-05c3-4b9f-bf63-46f216a3aaaf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-f0e884","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:21.387810717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f0e884"},"namespace":"ai-tenant-e2e-explicit-f0e884","name":"default-tenant","reconcileID":"f77ca503-05c3-4b9f-bf63-46f216a3aaaf","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-f0e884","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:21.395977051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f0e884"},"namespace":"ai-tenant-e2e-explicit-f0e884","name":"default-tenant","reconcileID":"f77ca503-05c3-4b9f-bf63-46f216a3aaaf","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-f0e884","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:21.40996249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f0e884"},"namespace":"ai-tenant-e2e-explicit-f0e884","name":"default-tenant","reconcileID":"f77ca503-05c3-4b9f-bf63-46f216a3aaaf","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-f0e884","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:21.437859363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f0e884"},"namespace":"ai-tenant-e2e-explicit-f0e884","name":"default-tenant","reconcileID":"f77ca503-05c3-4b9f-bf63-46f216a3aaaf","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-f0e884","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:21.446681342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f0e884"},"namespace":"ai-tenant-e2e-explicit-f0e884","name":"default-tenant","reconcileID":"f77ca503-05c3-4b9f-bf63-46f216a3aaaf","gvk":"Deployment","name":"payload-processing-e2e-explicit-f0e884","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:21.453037248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f0e884"},"namespace":"ai-tenant-e2e-explicit-f0e884","name":"default-tenant","reconcileID":"f77ca503-05c3-4b9f-bf63-46f216a3aaaf","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-f0e884","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:21.459809665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f0e884"},"namespace":"ai-tenant-e2e-explicit-f0e884","name":"default-tenant","reconcileID":"f77ca503-05c3-4b9f-bf63-46f216a3aaaf","gvk":"Service","name":"payload-processing-e2e-explicit-f0e884","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:21.465195958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f0e884"},"namespace":"ai-tenant-e2e-explicit-f0e884","name":"default-tenant","reconcileID":"f77ca503-05c3-4b9f-bf63-46f216a3aaaf","gvk":"Service","name":"payload-pre-processing-e2e-explicit-f0e884","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:21.46943182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f0e884"},"namespace":"ai-tenant-e2e-explicit-f0e884","name":"default-tenant","reconcileID":"f77ca503-05c3-4b9f-bf63-46f216a3aaaf","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-f0e884","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:21.473938889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f0e884"},"namespace":"ai-tenant-e2e-explicit-f0e884","name":"default-tenant","reconcileID":"f77ca503-05c3-4b9f-bf63-46f216a3aaaf","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-f0e884","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:21.478501423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f0e884"},"namespace":"ai-tenant-e2e-explicit-f0e884","name":"default-tenant","reconcileID":"f77ca503-05c3-4b9f-bf63-46f216a3aaaf","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-f0e884","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:21.494973253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f0e884"},"namespace":"ai-tenant-e2e-explicit-f0e884","name":"default-tenant","reconcileID":"f77ca503-05c3-4b9f-bf63-46f216a3aaaf","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-f0e884","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:21.501276757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f0e884"},"namespace":"ai-tenant-e2e-explicit-f0e884","name":"default-tenant","reconcileID":"f77ca503-05c3-4b9f-bf63-46f216a3aaaf","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-f0e884","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:21.506198567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f0e884"},"namespace":"ai-tenant-e2e-explicit-f0e884","name":"default-tenant","reconcileID":"f77ca503-05c3-4b9f-bf63-46f216a3aaaf","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-f0e884","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:21.512535886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f0e884"},"namespace":"ai-tenant-e2e-explicit-f0e884","name":"default-tenant","reconcileID":"f77ca503-05c3-4b9f-bf63-46f216a3aaaf","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-f0e884","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:21.516985828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-f0e884"},"namespace":"ai-tenant-e2e-explicit-f0e884","name":"default-tenant","reconcileID":"f77ca503-05c3-4b9f-bf63-46f216a3aaaf","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-f0e884","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:21.641704585Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-f0e884","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-f0e884","reconcileID":"0fc6f62b-151c-4dd7-bf6c-b51e23a6a1b0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-f0e884","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-f0e884"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:22.072331733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1db6e7b2-a691-47b8-9a4f-bae831cfe1bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:22.087548478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1db6e7b2-a691-47b8-9a4f-bae831cfe1bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:22.092257886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1db6e7b2-a691-47b8-9a4f-bae831cfe1bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:22.097019504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1db6e7b2-a691-47b8-9a4f-bae831cfe1bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:22.36264541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e78e0344-d0fe-4696-adf3-e73deac60e99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:22.366982983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e78e0344-d0fe-4696-adf3-e73deac60e99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:22.371594823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e78e0344-d0fe-4696-adf3-e73deac60e99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:22.376030982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e78e0344-d0fe-4696-adf3-e73deac60e99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:24.72650146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"5442e456-6af1-4f09-9db5-cad8ecb5de6e","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b24a1a","tenantID":"e2e-shared-a-w2-b24a1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:24.736338498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"5442e456-6af1-4f09-9db5-cad8ecb5de6e","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"name":"e2e-shared-a-w2-b24a1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:24.745267595Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-b24a1a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0db0de278376b7f1fc8d914b7043860960aa277a401188720c503e45c642c3b1) AuthConfig (8b7f6fde4556875ff15e30118827824f1f3b2b4848a2207069af8b1f753c4cb0) AuthConfig (d61b00b76b12e8145992f6d52d748f3936255dc1cccf51aadfc937e4d05b8f05) AuthConfig (3662b598f65d70eb85c4bc33debad47fa176ecc3187afa0244a0228289a1c091) AuthConfig (6f258efcf825626172ef4c5fc86dfb3c3ef3b3717a440ac65b44b75867ebf277) AuthConfig (560fd79c447cfcf26df35451d24a4b1483a96a39d753d4a30b6c7b62ddfc6ece) AuthConfig (1a2b19b3b29c623915b1c31095f7007f31bba218382a0300f067464a73260dd6) AuthConfig (e87ad9c26b423d6d2039e98299f188d9e8782e39fb7f3a900acb5496e9bb1ccc) AuthConfig (e05eb1339ebba21e60c490eb9f98551b9754f088b71f8ce1b03ec177d0036a54) AuthConfig (026c4bda54d98caa41f32891754fe0a114f58f77c3f73d882bf25645a8c638c0) AuthConfig (f87605891466cff683d8d0314016d8a4d08364c3e50f40ec0713432b932e8b78) AuthConfig (3a087553067d4c72799e56311be603df382c1599ed5564c62ecc0019c327ffef) AuthConfig (97b74db8960e967e18223aed4a22a30cb9c60dad33fa711e33be303330660b6d) AuthConfig (6d61b455a48dd0323ee79cf2581fd6397671f96fc8e2ecdee82f731e85b3d115) AuthConfig (76f43368352ee973d63647236ad27eaccc742fd534b2516eec43377d626bcd6a) AuthConfig (1921d9f122129721329c57d25d9f5e23d803ce33ee3a345fc4c276262928f4d2) AuthConfig (facd5de223c85d999701fe4a3bc0e46dfe085727ba350aa13bd9eaed35f74acd) AuthConfig (862bfefc40fe6b0dc6b871461dc279c71c0de8ab63db2521a19f7f102bcdf246)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"5442e456-6af1-4f09-9db5-cad8ecb5de6e","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:28.283913013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"0a976f28-bec0-4267-bb27-9ec1bc57d656","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b7431c","tenantID":"e2e-shared-a-w4-b7431c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:28.294353207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"0a976f28-bec0-4267-bb27-9ec1bc57d656","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"name":"e2e-shared-a-w4-b7431c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:28.303023528Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-b7431c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (44709958644511d662b8a895704fdadead197cc912abd5d6dee90db9c54650af) AuthConfig (164752a4dfdb1d08790416ccac924ea36a904ecb862a16b92351259bdaea0bfa) AuthConfig (8ee4d173cbe1d124952c3509eb2599ea9bc03aff75ded9fa956721e426d47029) AuthConfig (ba3e47dddf1005045067fa460dda3f93021a0335d4a1ed3165210ced338490da) AuthConfig (f1fb28531e394e3d8e5eb52f0cf0cb04329fe3ad3a42227b1578f2a61cf1c657) AuthConfig (25ba6fff3564e1c5e3cd81277455761df459d874fcaf1161a372b0c5d083f8c9) AuthConfig (51ed648bf2316616a01f19193ed6db50a8e7ba48aa745f84e8171de5550714f3) AuthConfig (2ebf77861deb882bd8b8fac5ba7650cc684b7d527e710002420343a7cc5d66fb) AuthConfig (e3c89551c6624782fb773d9699f643319a44d5b3ee9b94172112304e18aaf435) AuthConfig (fb7c95691e071334296242cf1dc1a8f0a050997d843c775c254720baca6621dc) AuthConfig (ce9bf4c19db873f7f56c2b046f5aec1b442e03412371a7f1159a0279a3299793) AuthConfig (ebfe8f0ef2dee731bec6595cdedc415aa2c4f21e09aa29d8422dd0e618e0174c) AuthConfig (f070559b73d64b412a1827f6fc7ab43098d55bd3126ea48456166a20a140701d) AuthConfig (3df3d4a1e69bdcfd7f5741901f757c89fae53d7fffe0579755c32b0dfeb92848) AuthConfig (83d2efd38cd0caa2854dd5242771c8d73686f5c8f727ad4bf61f1bac2719fa66) AuthConfig (5e1e39a76409a075d52142443197fb9b98302e2ad1961e76aa28b8acf14b30c4) AuthConfig (6fd56eaf19aeddb51da6fed407eab2214f95d96863b795a2fa0885e0339e1a5b) AuthConfig (b9ccac2571e2d352f169e4e600b016f3c7ecd9af0ea7482de4c556fae8b0c2e7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"0a976f28-bec0-4267-bb27-9ec1bc57d656","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:30.206902551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"9809a839-d47d-4fed-830a-673b81d2b620","MaaSSubscription":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"name":"maas-trlp-auth-test-model-0eeba5","model":"ai-tenant-e2e-shared-a-w3-0eeba5/auth-test-model-0eeba5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:30.273432353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"auth-test-model-0eeba5","reconcileID":"368d63d3-eae0-4dba-9ba2-fabbb38e858f","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"tenant":"e2e-shared-a-w3-0eeba5","gateway":"openshift-ingress/e2e-shared-a-w3-0eeba5","model":"ai-tenant-e2e-shared-a-w3-0eeba5/auth-test-model-0eeba5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:30.273462346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"auth-test-model-0eeba5","reconcileID":"368d63d3-eae0-4dba-9ba2-fabbb38e858f","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"routeName":"auth-test-model-0eeba5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","llmisvcName":"auth-test-model-0eeba5","gateway":"openshift-ingress/e2e-shared-a-w3-0eeba5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:30.76055244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"a6774090-b252-4514-a23d-b2d8d63fff96","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7eaeed","tenantID":"e2e-shared-a-w1-7eaeed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:30.790386594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"a6774090-b252-4514-a23d-b2d8d63fff96","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"name":"e2e-shared-a-w1-7eaeed-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:30.801784989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-7eaeed-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0d765b896ec033fa19cfa7661476bb58fd87358dfa90dcc85cac84b39cc214f3) AuthConfig (f55361e40b420a69273d678cc5c9f14d31a3cf80e2577d2e5a0498bc59161580) AuthConfig (62fda4cdd43bc7fc768b2a7dc9909d071d9c11df6169f9a0222d4a42a18f1306) AuthConfig (9f939917182b151d877845ea0615f40b2fa5bfc556d49628285252ed97f13c91) AuthConfig (fe90f645eb31b01ba6c29a6c0ac54b036015ae60bb02e0e1bf6e9caa65f5cc1a) AuthConfig (082fc9bbd417ef549fed616248b1f9f7ab5f62d422b681708db1b3af81f70319) AuthConfig (dc126ed8c67d15bacb141a1effb4a4a32a0316547ebdd694b97215e342a2e018) AuthConfig (b10dc742459744648151dff1847f7727fa8f6c374d03d0d5802e65dad19e2690) AuthConfig (49f63f5efd317c883af9db0abc00f742d03b037f6f654c2fffd8659afccce4e4) AuthConfig (59f81ec78861c66f7ba3226d12b7c847a4f82a01cb5b9cd3b5783aae9e864e7d) AuthConfig (e3c02eed41afde5653ee8e7d63dd9269b77c6636ca5d68a5b9dc364cbcecaf30) AuthConfig (9ae789f5827af8c1b2540534dbcc6d28ea6547be7c6093d2adb0de7670903deb) AuthConfig (9670299431cdfae179dc0c35f058c92b03f23df50ab8b60484015ac718d39465) AuthConfig (ab029fa916488e9825fcf34aeea173078637e27a0f4f92194fe1a52fa15743aa) AuthConfig (5fe9d08dc0b751c6f65d928ec1f4be769fb47217fc2641d32178675d98d1ad37) AuthConfig (a92cae47c80caedbb7b09fd5e262be9861d1a463d5aa94e8d0c64c36f8dd3abb) AuthConfig (e47ef8ac0ce20ee9c6b0fae1b1e1bcd1f511e94c449fb6abaea795ece6ea18c4) AuthConfig (67e2e844733b1e50ab9b6cd9553db07cb76244d0f5bb1ea9475de2d3821bda5a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"a6774090-b252-4514-a23d-b2d8d63fff96","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:30.818833435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"auth-test-model-7eaeed","reconcileID":"d10e44c5-f299-4a4b-b611-10f7a43058e0","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"tenant":"e2e-shared-a-w1-7eaeed","gateway":"openshift-ingress/e2e-shared-a-w1-7eaeed","model":"ai-tenant-e2e-shared-a-w1-7eaeed/auth-test-model-7eaeed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:30.818850034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"auth-test-model-7eaeed","reconcileID":"d10e44c5-f299-4a4b-b611-10f7a43058e0","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"routeName":"auth-test-model-7eaeed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","llmisvcName":"auth-test-model-7eaeed","gateway":"openshift-ingress/e2e-shared-a-w1-7eaeed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:30.951969597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"auth-test-model-779fa3","reconcileID":"164f45ee-526b-4e69-84b5-45a05df87c24","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"tenant":"e2e-shared-b-w3-779fa3","gateway":"openshift-ingress/e2e-shared-b-w3-779fa3","model":"ai-tenant-e2e-shared-b-w3-779fa3/auth-test-model-779fa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:30.951991533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"auth-test-model-779fa3","reconcileID":"164f45ee-526b-4e69-84b5-45a05df87c24","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"routeName":"auth-test-model-779fa3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-779fa3","llmisvcName":"auth-test-model-779fa3","gateway":"openshift-ingress/e2e-shared-b-w3-779fa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:30.959656706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"auth-test-model-779fa3","reconcileID":"dc78b665-c75d-4107-8bcd-d1a692308679","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"tenant":"e2e-shared-b-w3-779fa3","gateway":"openshift-ingress/e2e-shared-b-w3-779fa3","model":"ai-tenant-e2e-shared-b-w3-779fa3/auth-test-model-779fa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:30.959673867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"auth-test-model-779fa3","reconcileID":"dc78b665-c75d-4107-8bcd-d1a692308679","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"routeName":"auth-test-model-779fa3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-779fa3","llmisvcName":"auth-test-model-779fa3","gateway":"openshift-ingress/e2e-shared-b-w3-779fa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:30.976167244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"d9da971c-b303-45ba-b3a7-204b8545f3f4","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-779fa3","tenantID":"e2e-shared-b-w3-779fa3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:31.019761173Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"d9da971c-b303-45ba-b3a7-204b8545f3f4","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"name":"e2e-shared-b-w3-779fa3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:31.033998575Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-779fa3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"d9da971c-b303-45ba-b3a7-204b8545f3f4","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:31.042598869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"auth-test-model-779fa3","reconcileID":"dfa59624-cfb9-4a55-a2fe-d63793656fd2","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"tenant":"e2e-shared-b-w3-779fa3","gateway":"openshift-ingress/e2e-shared-b-w3-779fa3","model":"ai-tenant-e2e-shared-b-w3-779fa3/auth-test-model-779fa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:31.042613025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"auth-test-model-779fa3","reconcileID":"dfa59624-cfb9-4a55-a2fe-d63793656fd2","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"routeName":"auth-test-model-779fa3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-779fa3","llmisvcName":"auth-test-model-779fa3","gateway":"openshift-ingress/e2e-shared-b-w3-779fa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:31.285598974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"11be0f93-f6af-40c1-8989-8233b2bb8d29","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-0eeba5","tenantID":"e2e-shared-a-w3-0eeba5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:31.297304293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"11be0f93-f6af-40c1-8989-8233b2bb8d29","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"name":"e2e-shared-a-w3-0eeba5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:34.762275005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"78f5d37b-0be3-4bdd-897e-02d870ce5d4a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b24a1a","tenantID":"e2e-shared-a-w2-b24a1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:34.772010925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"78f5d37b-0be3-4bdd-897e-02d870ce5d4a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"name":"e2e-shared-a-w2-b24a1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:34.805749798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"auth-test-model-b24a1a","reconcileID":"775a81ce-bca3-41f5-85e9-8f58567216c9","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"tenant":"e2e-shared-a-w2-b24a1a","gateway":"openshift-ingress/e2e-shared-a-w2-b24a1a","model":"ai-tenant-e2e-shared-a-w2-b24a1a/auth-test-model-b24a1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:34.805766866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"auth-test-model-b24a1a","reconcileID":"775a81ce-bca3-41f5-85e9-8f58567216c9","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"routeName":"auth-test-model-b24a1a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","llmisvcName":"auth-test-model-b24a1a","gateway":"openshift-ingress/e2e-shared-a-w2-b24a1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:36.373216813Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:37.063197712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"auth-test-model-b24a1a","reconcileID":"9a5afb40-bf87-41fb-ac8c-7ab4df6c2ec1","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"tenant":"e2e-shared-a-w2-b24a1a","gateway":"openshift-ingress/e2e-shared-a-w2-b24a1a","model":"ai-tenant-e2e-shared-a-w2-b24a1a/auth-test-model-b24a1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:37.063224243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"auth-test-model-b24a1a","reconcileID":"9a5afb40-bf87-41fb-ac8c-7ab4df6c2ec1","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"routeName":"auth-test-model-b24a1a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","llmisvcName":"auth-test-model-b24a1a","gateway":"openshift-ingress/e2e-shared-a-w2-b24a1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:37.073633731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"ea2822c2-8c4a-4c7f-9ecb-49561d301ebf","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b24a1a","tenantID":"e2e-shared-a-w2-b24a1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:37.074442465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"auth-test-model-b24a1a","reconcileID":"e8919cd0-9c34-4390-b0cc-91662a7c1855","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"tenant":"e2e-shared-a-w2-b24a1a","gateway":"openshift-ingress/e2e-shared-a-w2-b24a1a","model":"ai-tenant-e2e-shared-a-w2-b24a1a/auth-test-model-b24a1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:37.07445843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"auth-test-model-b24a1a","reconcileID":"e8919cd0-9c34-4390-b0cc-91662a7c1855","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"routeName":"auth-test-model-b24a1a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","llmisvcName":"auth-test-model-b24a1a","gateway":"openshift-ingress/e2e-shared-a-w2-b24a1a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:37.077962816Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"1530cc75-eb9d-4bcb-93ec-79f4f69bafad","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-a7331b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:37.08137052Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"auth-test-model-b24a1a","reconcileID":"e8919cd0-9c34-4390-b0cc-91662a7c1855","name":"auth-test-model-b24a1a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-b24a1a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:37.081417132Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"auth-test-model-b24a1a","reconcileID":"e8919cd0-9c34-4390-b0cc-91662a7c1855","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-b24a1a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:37.084417831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"ea2822c2-8c4a-4c7f-9ecb-49561d301ebf","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"name":"e2e-shared-a-w2-b24a1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:37.087373561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"auth-test-model-b24a1a","reconcileID":"5c3f808f-025a-4ef8-bddb-9abc7371cd06","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"tenant":"e2e-shared-a-w2-b24a1a","gateway":"openshift-ingress/e2e-shared-a-w2-b24a1a","model":"ai-tenant-e2e-shared-a-w2-b24a1a/auth-test-model-b24a1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:37.087388207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"auth-test-model-b24a1a","reconcileID":"5c3f808f-025a-4ef8-bddb-9abc7371cd06","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"routeName":"auth-test-model-b24a1a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","llmisvcName":"auth-test-model-b24a1a","gateway":"openshift-ingress/e2e-shared-a-w2-b24a1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:37.090407538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"auth-test-model-b24a1a","reconcileID":"fb574ad0-87df-44a7-b35e-77b28012aef4","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"tenant":"e2e-shared-a-w2-b24a1a","gateway":"openshift-ingress/e2e-shared-a-w2-b24a1a","model":"ai-tenant-e2e-shared-a-w2-b24a1a/auth-test-model-b24a1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:37.09042612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"auth-test-model-b24a1a","reconcileID":"fb574ad0-87df-44a7-b35e-77b28012aef4","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"routeName":"auth-test-model-b24a1a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","llmisvcName":"auth-test-model-b24a1a","gateway":"openshift-ingress/e2e-shared-a-w2-b24a1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:37.098946467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"auth-test-model-b24a1a","reconcileID":"c5383cae-e31f-41cf-8c94-deefeec7de61","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"tenant":"e2e-shared-a-w2-b24a1a","gateway":"openshift-ingress/e2e-shared-a-w2-b24a1a","model":"ai-tenant-e2e-shared-a-w2-b24a1a/auth-test-model-b24a1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:37.098962113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"auth-test-model-b24a1a","reconcileID":"c5383cae-e31f-41cf-8c94-deefeec7de61","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"routeName":"auth-test-model-b24a1a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","llmisvcName":"auth-test-model-b24a1a","gateway":"openshift-ingress/e2e-shared-a-w2-b24a1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:37.12544405Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"74d28046-4b16-443a-9c48-d82a7f8f166f","MaaSSubscription":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"name":"maas-trlp-auth-test-model-b24a1a","model":"auth-test-model-b24a1a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-b24a1a/e2e-auth-iso-a7331b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:37.150954253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"auth-test-model-b24a1a","reconcileID":"4602e96c-8e12-4a6b-95ea-d77924355e23","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"tenant":"e2e-shared-a-w2-b24a1a","gateway":"openshift-ingress/e2e-shared-a-w2-b24a1a","model":"ai-tenant-e2e-shared-a-w2-b24a1a/auth-test-model-b24a1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:37.150969241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"auth-test-model-b24a1a","reconcileID":"4602e96c-8e12-4a6b-95ea-d77924355e23","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"routeName":"auth-test-model-b24a1a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","llmisvcName":"auth-test-model-b24a1a","gateway":"openshift-ingress/e2e-shared-a-w2-b24a1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:37.239493935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"fe3d08d4-cbcd-40f8-8df8-16fbfdf14d25","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b24a1a","tenantID":"e2e-shared-a-w2-b24a1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:37.252033128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"fe3d08d4-cbcd-40f8-8df8-16fbfdf14d25","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"name":"e2e-shared-a-w2-b24a1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:37.252603584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"02b949e9-cab7-46e7-92b9-e1f8a37b3f58","MaaSSubscription":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"name":"maas-trlp-auth-test-model-b24a1a","model":"ai-tenant-e2e-shared-a-w2-b24a1a/auth-test-model-b24a1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:38.31296096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"0ca6eb7e-6804-439c-b021-336d70a34afe","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b7431c","tenantID":"e2e-shared-a-w4-b7431c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:38.323145619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"0ca6eb7e-6804-439c-b021-336d70a34afe","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"name":"e2e-shared-a-w4-b7431c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:38.361477213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"auth-test-model-b7431c","reconcileID":"54e4467e-c45a-4f3f-a89b-a27e4744c07a","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"tenant":"e2e-shared-a-w4-b7431c","gateway":"openshift-ingress/e2e-shared-a-w4-b7431c","model":"ai-tenant-e2e-shared-a-w4-b7431c/auth-test-model-b7431c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:38.361496915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"auth-test-model-b7431c","reconcileID":"54e4467e-c45a-4f3f-a89b-a27e4744c07a","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"routeName":"auth-test-model-b7431c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b7431c","llmisvcName":"auth-test-model-b7431c","gateway":"openshift-ingress/e2e-shared-a-w4-b7431c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:39.13479258Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8fdea8","namespace":"ai-tenant-e2e-noten-8fdea8"},"namespace":"ai-tenant-e2e-noten-8fdea8","name":"noten-model-8fdea8","reconcileID":"02965b17-6ff1-4848-be8c-0be263de66d6","MaaSModelRef":{"name":"noten-model-8fdea8","namespace":"ai-tenant-e2e-noten-8fdea8"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-8fdea8/noten-model-8fdea8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8fdea8/noten-model-8fdea8-kserve-route (gateways: [openshift-ingress/e2e-noten-8fdea8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:39.144970932Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8fdea8","namespace":"ai-tenant-e2e-noten-8fdea8"},"namespace":"ai-tenant-e2e-noten-8fdea8","name":"noten-model-8fdea8","reconcileID":"02965b17-6ff1-4848-be8c-0be263de66d6","error":"resolve tenant gateway for model ai-tenant-e2e-noten-8fdea8/noten-model-8fdea8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8fdea8/noten-model-8fdea8-kserve-route (gateways: [openshift-ingress/e2e-noten-8fdea8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:39.150683435Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8fdea8","namespace":"ai-tenant-e2e-noten-8fdea8"},"namespace":"ai-tenant-e2e-noten-8fdea8","name":"noten-model-8fdea8","reconcileID":"e8fe1065-61a9-4a3f-89d0-fa08b2c9c37d","MaaSModelRef":{"name":"noten-model-8fdea8","namespace":"ai-tenant-e2e-noten-8fdea8"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-8fdea8/noten-model-8fdea8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8fdea8/noten-model-8fdea8-kserve-route (gateways: [openshift-ingress/e2e-noten-8fdea8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:39.150746042Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8fdea8","namespace":"ai-tenant-e2e-noten-8fdea8"},"namespace":"ai-tenant-e2e-noten-8fdea8","name":"noten-model-8fdea8","reconcileID":"e8fe1065-61a9-4a3f-89d0-fa08b2c9c37d","error":"resolve tenant gateway for model ai-tenant-e2e-noten-8fdea8/noten-model-8fdea8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8fdea8/noten-model-8fdea8-kserve-route (gateways: [openshift-ingress/e2e-noten-8fdea8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:39.16182613Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8fdea8","namespace":"ai-tenant-e2e-noten-8fdea8"},"namespace":"ai-tenant-e2e-noten-8fdea8","name":"noten-model-8fdea8","reconcileID":"a77b2b29-fb80-4ae8-8871-3ad795dac18a","MaaSModelRef":{"name":"noten-model-8fdea8","namespace":"ai-tenant-e2e-noten-8fdea8"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-8fdea8/noten-model-8fdea8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8fdea8/noten-model-8fdea8-kserve-route (gateways: [openshift-ingress/e2e-noten-8fdea8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:39.161875351Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8fdea8","namespace":"ai-tenant-e2e-noten-8fdea8"},"namespace":"ai-tenant-e2e-noten-8fdea8","name":"noten-model-8fdea8","reconcileID":"a77b2b29-fb80-4ae8-8871-3ad795dac18a","error":"resolve tenant gateway for model ai-tenant-e2e-noten-8fdea8/noten-model-8fdea8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8fdea8/noten-model-8fdea8-kserve-route (gateways: [openshift-ingress/e2e-noten-8fdea8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:39.18260283Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8fdea8","namespace":"ai-tenant-e2e-noten-8fdea8"},"namespace":"ai-tenant-e2e-noten-8fdea8","name":"noten-model-8fdea8","reconcileID":"b86a9baf-0f27-4f70-b21a-aa9ec64228ac","MaaSModelRef":{"name":"noten-model-8fdea8","namespace":"ai-tenant-e2e-noten-8fdea8"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-8fdea8/noten-model-8fdea8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8fdea8/noten-model-8fdea8-kserve-route (gateways: [openshift-ingress/e2e-noten-8fdea8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:39.182667883Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8fdea8","namespace":"ai-tenant-e2e-noten-8fdea8"},"namespace":"ai-tenant-e2e-noten-8fdea8","name":"noten-model-8fdea8","reconcileID":"b86a9baf-0f27-4f70-b21a-aa9ec64228ac","error":"resolve tenant gateway for model ai-tenant-e2e-noten-8fdea8/noten-model-8fdea8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8fdea8/noten-model-8fdea8-kserve-route (gateways: [openshift-ingress/e2e-noten-8fdea8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:39.223986822Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8fdea8","namespace":"ai-tenant-e2e-noten-8fdea8"},"namespace":"ai-tenant-e2e-noten-8fdea8","name":"noten-model-8fdea8","reconcileID":"44c7805c-d7a2-490c-ade4-6a8990feb7ae","MaaSModelRef":{"name":"noten-model-8fdea8","namespace":"ai-tenant-e2e-noten-8fdea8"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-8fdea8/noten-model-8fdea8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8fdea8/noten-model-8fdea8-kserve-route (gateways: [openshift-ingress/e2e-noten-8fdea8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:39.224100472Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8fdea8","namespace":"ai-tenant-e2e-noten-8fdea8"},"namespace":"ai-tenant-e2e-noten-8fdea8","name":"noten-model-8fdea8","reconcileID":"44c7805c-d7a2-490c-ade4-6a8990feb7ae","error":"resolve tenant gateway for model ai-tenant-e2e-noten-8fdea8/noten-model-8fdea8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8fdea8/noten-model-8fdea8-kserve-route (gateways: [openshift-ingress/e2e-noten-8fdea8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:39.304603426Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8fdea8","namespace":"ai-tenant-e2e-noten-8fdea8"},"namespace":"ai-tenant-e2e-noten-8fdea8","name":"noten-model-8fdea8","reconcileID":"10930ea3-e8da-4a8e-98f4-c8a47faff08a","MaaSModelRef":{"name":"noten-model-8fdea8","namespace":"ai-tenant-e2e-noten-8fdea8"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-8fdea8/noten-model-8fdea8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8fdea8/noten-model-8fdea8-kserve-route (gateways: [openshift-ingress/e2e-noten-8fdea8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:39.304676753Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-8fdea8","namespace":"ai-tenant-e2e-noten-8fdea8"},"namespace":"ai-tenant-e2e-noten-8fdea8","name":"noten-model-8fdea8","reconcileID":"10930ea3-e8da-4a8e-98f4-c8a47faff08a","error":"resolve tenant gateway for model ai-tenant-e2e-noten-8fdea8/noten-model-8fdea8: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-8fdea8/noten-model-8fdea8-kserve-route (gateways: [openshift-ingress/e2e-noten-8fdea8]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:40.154801193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"auth-test-model-b7431c","reconcileID":"620eef45-106f-4a8b-864b-06226a0c5b92","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"tenant":"e2e-shared-a-w4-b7431c","gateway":"openshift-ingress/e2e-shared-a-w4-b7431c","model":"ai-tenant-e2e-shared-a-w4-b7431c/auth-test-model-b7431c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:40.154819971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"auth-test-model-b7431c","reconcileID":"620eef45-106f-4a8b-864b-06226a0c5b92","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"routeName":"auth-test-model-b7431c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b7431c","llmisvcName":"auth-test-model-b7431c","gateway":"openshift-ingress/e2e-shared-a-w4-b7431c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:40.170082069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"238c819f-ddb2-484f-a89b-0e0de0949930","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b7431c","tenantID":"e2e-shared-a-w4-b7431c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:40.171027815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"auth-test-model-b7431c","reconcileID":"0aab18f5-5bcd-4e99-b927-ade5135bd825","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"tenant":"e2e-shared-a-w4-b7431c","gateway":"openshift-ingress/e2e-shared-a-w4-b7431c","model":"ai-tenant-e2e-shared-a-w4-b7431c/auth-test-model-b7431c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:40.171060128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"auth-test-model-b7431c","reconcileID":"0aab18f5-5bcd-4e99-b927-ade5135bd825","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"routeName":"auth-test-model-b7431c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b7431c","llmisvcName":"auth-test-model-b7431c","gateway":"openshift-ingress/e2e-shared-a-w4-b7431c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:40.181119703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"238c819f-ddb2-484f-a89b-0e0de0949930","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"name":"e2e-shared-a-w4-b7431c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T19:59:40.187560026Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"edb80974-08dc-47a8-b6c3-47c9a55e8028","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-52c5a1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:40.20429337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"auth-test-model-b7431c","reconcileID":"e99f13e8-9d02-4321-9dca-5bd789056a77","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"tenant":"e2e-shared-a-w4-b7431c","gateway":"openshift-ingress/e2e-shared-a-w4-b7431c","model":"ai-tenant-e2e-shared-a-w4-b7431c/auth-test-model-b7431c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:40.204309717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"auth-test-model-b7431c","reconcileID":"e99f13e8-9d02-4321-9dca-5bd789056a77","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"routeName":"auth-test-model-b7431c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b7431c","llmisvcName":"auth-test-model-b7431c","gateway":"openshift-ingress/e2e-shared-a-w4-b7431c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:40.212794361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"auth-test-model-b7431c","reconcileID":"a685e97f-ba94-4cff-bc1a-8101e18e64bf","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"tenant":"e2e-shared-a-w4-b7431c","gateway":"openshift-ingress/e2e-shared-a-w4-b7431c","model":"ai-tenant-e2e-shared-a-w4-b7431c/auth-test-model-b7431c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:40.212811034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"auth-test-model-b7431c","reconcileID":"a685e97f-ba94-4cff-bc1a-8101e18e64bf","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"routeName":"auth-test-model-b7431c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b7431c","llmisvcName":"auth-test-model-b7431c","gateway":"openshift-ingress/e2e-shared-a-w4-b7431c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:40.241602215Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"7b94e24e-4e80-4530-8f20-4faf24b265f8","MaaSSubscription":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"name":"maas-trlp-auth-test-model-b7431c","model":"auth-test-model-b7431c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-b7431c/e2e-auth-iso-52c5a1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:40.265350865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"auth-test-model-b7431c","reconcileID":"1100e2d3-f30d-4a87-aac7-6e60472b80af","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"tenant":"e2e-shared-a-w4-b7431c","gateway":"openshift-ingress/e2e-shared-a-w4-b7431c","model":"ai-tenant-e2e-shared-a-w4-b7431c/auth-test-model-b7431c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:40.265372577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"auth-test-model-b7431c","reconcileID":"1100e2d3-f30d-4a87-aac7-6e60472b80af","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"routeName":"auth-test-model-b7431c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b7431c","llmisvcName":"auth-test-model-b7431c","gateway":"openshift-ingress/e2e-shared-a-w4-b7431c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:40.267853711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"b2500015-ed81-407f-9cec-c1c2b4978cc6","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b7431c","tenantID":"e2e-shared-a-w4-b7431c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:40.278299058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"b2500015-ed81-407f-9cec-c1c2b4978cc6","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"name":"e2e-shared-a-w4-b7431c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:40.332089474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"435f9c59-b8df-4aa5-a005-2ee449c04482","MaaSSubscription":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"name":"maas-trlp-auth-test-model-b7431c","model":"ai-tenant-e2e-shared-a-w4-b7431c/auth-test-model-b7431c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:40.831191183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"06bea94b-de69-4da6-8a66-93ebe73a10a4","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7eaeed","tenantID":"e2e-shared-a-w1-7eaeed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:40.84296214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"06bea94b-de69-4da6-8a66-93ebe73a10a4","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"name":"e2e-shared-a-w1-7eaeed-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:40.852155866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-7eaeed-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0d765b896ec033fa19cfa7661476bb58fd87358dfa90dcc85cac84b39cc214f3) AuthConfig (f55361e40b420a69273d678cc5c9f14d31a3cf80e2577d2e5a0498bc59161580) AuthConfig (62fda4cdd43bc7fc768b2a7dc9909d071d9c11df6169f9a0222d4a42a18f1306) AuthConfig (9f939917182b151d877845ea0615f40b2fa5bfc556d49628285252ed97f13c91) AuthConfig (fe90f645eb31b01ba6c29a6c0ac54b036015ae60bb02e0e1bf6e9caa65f5cc1a) AuthConfig (082fc9bbd417ef549fed616248b1f9f7ab5f62d422b681708db1b3af81f70319) AuthConfig (dc126ed8c67d15bacb141a1effb4a4a32a0316547ebdd694b97215e342a2e018) AuthConfig (b10dc742459744648151dff1847f7727fa8f6c374d03d0d5802e65dad19e2690) AuthConfig (49f63f5efd317c883af9db0abc00f742d03b037f6f654c2fffd8659afccce4e4) AuthConfig (59f81ec78861c66f7ba3226d12b7c847a4f82a01cb5b9cd3b5783aae9e864e7d) AuthConfig (e3c02eed41afde5653ee8e7d63dd9269b77c6636ca5d68a5b9dc364cbcecaf30) AuthConfig (9ae789f5827af8c1b2540534dbcc6d28ea6547be7c6093d2adb0de7670903deb) AuthConfig (9670299431cdfae179dc0c35f058c92b03f23df50ab8b60484015ac718d39465) AuthConfig (ab029fa916488e9825fcf34aeea173078637e27a0f4f92194fe1a52fa15743aa) AuthConfig (5fe9d08dc0b751c6f65d928ec1f4be769fb47217fc2641d32178675d98d1ad37) AuthConfig (a92cae47c80caedbb7b09fd5e262be9861d1a463d5aa94e8d0c64c36f8dd3abb) AuthConfig (e47ef8ac0ce20ee9c6b0fae1b1e1bcd1f511e94c449fb6abaea795ece6ea18c4) AuthConfig (67e2e844733b1e50ab9b6cd9553db07cb76244d0f5bb1ea9475de2d3821bda5a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"06bea94b-de69-4da6-8a66-93ebe73a10a4","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:41.054334711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"979820fa-6029-44d9-87f4-988e5f839670","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-779fa3","tenantID":"e2e-shared-b-w3-779fa3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:41.064122074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"979820fa-6029-44d9-87f4-988e5f839670","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"name":"e2e-shared-b-w3-779fa3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:41.073390853Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-779fa3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"979820fa-6029-44d9-87f4-988e5f839670","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:50.87428862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"0db3e7e6-90a2-446b-965b-d53908cf86ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7eaeed","tenantID":"e2e-shared-a-w1-7eaeed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:50.884744374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"0db3e7e6-90a2-446b-965b-d53908cf86ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"name":"e2e-shared-a-w1-7eaeed-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:50.894086785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-7eaeed-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0d765b896ec033fa19cfa7661476bb58fd87358dfa90dcc85cac84b39cc214f3) AuthConfig (f55361e40b420a69273d678cc5c9f14d31a3cf80e2577d2e5a0498bc59161580) AuthConfig (62fda4cdd43bc7fc768b2a7dc9909d071d9c11df6169f9a0222d4a42a18f1306) AuthConfig (9f939917182b151d877845ea0615f40b2fa5bfc556d49628285252ed97f13c91) AuthConfig (fe90f645eb31b01ba6c29a6c0ac54b036015ae60bb02e0e1bf6e9caa65f5cc1a) AuthConfig (082fc9bbd417ef549fed616248b1f9f7ab5f62d422b681708db1b3af81f70319) AuthConfig (dc126ed8c67d15bacb141a1effb4a4a32a0316547ebdd694b97215e342a2e018) AuthConfig (b10dc742459744648151dff1847f7727fa8f6c374d03d0d5802e65dad19e2690) AuthConfig (49f63f5efd317c883af9db0abc00f742d03b037f6f654c2fffd8659afccce4e4) AuthConfig (59f81ec78861c66f7ba3226d12b7c847a4f82a01cb5b9cd3b5783aae9e864e7d) AuthConfig (e3c02eed41afde5653ee8e7d63dd9269b77c6636ca5d68a5b9dc364cbcecaf30) AuthConfig (9ae789f5827af8c1b2540534dbcc6d28ea6547be7c6093d2adb0de7670903deb) AuthConfig (9670299431cdfae179dc0c35f058c92b03f23df50ab8b60484015ac718d39465) AuthConfig (ab029fa916488e9825fcf34aeea173078637e27a0f4f92194fe1a52fa15743aa) AuthConfig (5fe9d08dc0b751c6f65d928ec1f4be769fb47217fc2641d32178675d98d1ad37) AuthConfig (a92cae47c80caedbb7b09fd5e262be9861d1a463d5aa94e8d0c64c36f8dd3abb) AuthConfig (e47ef8ac0ce20ee9c6b0fae1b1e1bcd1f511e94c449fb6abaea795ece6ea18c4) AuthConfig (67e2e844733b1e50ab9b6cd9553db07cb76244d0f5bb1ea9475de2d3821bda5a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"0db3e7e6-90a2-446b-965b-d53908cf86ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:51.107789784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"c9244c6f-4df6-403e-b248-e1b43d4c3058","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-779fa3","tenantID":"e2e-shared-b-w3-779fa3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:51.124654139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"c9244c6f-4df6-403e-b248-e1b43d4c3058","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"name":"e2e-shared-b-w3-779fa3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:51.133764018Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-779fa3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"c9244c6f-4df6-403e-b248-e1b43d4c3058","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:52.533915239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"ce28f0bf-d474-4457-9692-7b5fff1e2595","MaaSSubscription":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"name":"maas-trlp-auth-test-model-b24a1a","model":"ai-tenant-e2e-shared-a-w2-b24a1a/auth-test-model-b24a1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:52.572978241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"auth-test-model-b24a1a","reconcileID":"0458b7e4-fcaf-432c-af39-5d6c47e421ab","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"tenant":"e2e-shared-a-w2-b24a1a","gateway":"openshift-ingress/e2e-shared-a-w2-b24a1a","model":"ai-tenant-e2e-shared-a-w2-b24a1a/auth-test-model-b24a1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:52.572998963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"auth-test-model-b24a1a","reconcileID":"0458b7e4-fcaf-432c-af39-5d6c47e421ab","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"routeName":"auth-test-model-b24a1a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","llmisvcName":"auth-test-model-b24a1a","gateway":"openshift-ingress/e2e-shared-a-w2-b24a1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:53.407456088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"2776443c-dd60-4c21-a26b-be7be483b412","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b24a1a","tenantID":"e2e-shared-a-w2-b24a1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:53.431152644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"2776443c-dd60-4c21-a26b-be7be483b412","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"name":"e2e-shared-a-w2-b24a1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:54.927698166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"auth-test-model-54d4c4","reconcileID":"07f2a699-3da7-4443-b263-75867d15632a","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"tenant":"e2e-shared-b-w2-54d4c4","gateway":"openshift-ingress/e2e-shared-b-w2-54d4c4","model":"ai-tenant-e2e-shared-b-w2-54d4c4/auth-test-model-54d4c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:54.927721474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"auth-test-model-54d4c4","reconcileID":"07f2a699-3da7-4443-b263-75867d15632a","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"routeName":"auth-test-model-54d4c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","llmisvcName":"auth-test-model-54d4c4","gateway":"openshift-ingress/e2e-shared-b-w2-54d4c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:54.935636535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"auth-test-model-54d4c4","reconcileID":"4c048446-5d89-4346-8c75-7510b7ec44ec","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"tenant":"e2e-shared-b-w2-54d4c4","gateway":"openshift-ingress/e2e-shared-b-w2-54d4c4","model":"ai-tenant-e2e-shared-b-w2-54d4c4/auth-test-model-54d4c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:54.935654218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"auth-test-model-54d4c4","reconcileID":"4c048446-5d89-4346-8c75-7510b7ec44ec","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"routeName":"auth-test-model-54d4c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","llmisvcName":"auth-test-model-54d4c4","gateway":"openshift-ingress/e2e-shared-b-w2-54d4c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:54.9450933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"a2b00733-4bcb-4d94-af90-b7d7c92e3ad9","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-54d4c4","tenantID":"e2e-shared-b-w2-54d4c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:54.996620192Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"a2b00733-4bcb-4d94-af90-b7d7c92e3ad9","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"name":"e2e-shared-b-w2-54d4c4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:55.005770572Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-54d4c4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"a2b00733-4bcb-4d94-af90-b7d7c92e3ad9","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:55.015715759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"auth-test-model-54d4c4","reconcileID":"bfe63326-e77d-473f-8518-959aedf2e8d5","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"tenant":"e2e-shared-b-w2-54d4c4","gateway":"openshift-ingress/e2e-shared-b-w2-54d4c4","model":"ai-tenant-e2e-shared-b-w2-54d4c4/auth-test-model-54d4c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T19:59:55.015733497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"auth-test-model-54d4c4","reconcileID":"bfe63326-e77d-473f-8518-959aedf2e8d5","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"routeName":"auth-test-model-54d4c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","llmisvcName":"auth-test-model-54d4c4","gateway":"openshift-ingress/e2e-shared-b-w2-54d4c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:00.90597318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"c02d6740-d163-4575-965e-cb89cb142d78","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7eaeed","tenantID":"e2e-shared-a-w1-7eaeed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:00.918504234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"c02d6740-d163-4575-965e-cb89cb142d78","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"name":"e2e-shared-a-w1-7eaeed-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:00.95365631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"auth-test-model-7eaeed","reconcileID":"de4e18ee-db59-4e32-9f64-962dc06257da","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"tenant":"e2e-shared-a-w1-7eaeed","gateway":"openshift-ingress/e2e-shared-a-w1-7eaeed","model":"ai-tenant-e2e-shared-a-w1-7eaeed/auth-test-model-7eaeed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:00.953743553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"auth-test-model-7eaeed","reconcileID":"de4e18ee-db59-4e32-9f64-962dc06257da","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"routeName":"auth-test-model-7eaeed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","llmisvcName":"auth-test-model-7eaeed","gateway":"openshift-ingress/e2e-shared-a-w1-7eaeed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:01.149300526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"e15c1f9a-7563-4db1-8fa1-488ce4da51c7","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-779fa3","tenantID":"e2e-shared-b-w3-779fa3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:01.162664458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"e15c1f9a-7563-4db1-8fa1-488ce4da51c7","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"name":"e2e-shared-b-w3-779fa3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:01.17339044Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-779fa3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2c4b77cd7e8875ebb920d8520b11d958886dd06d4ab04f7e5f00f56a40d46837) AuthConfig (a8bdc5b98c16e913eb2fb4010dda70007f0daa93f4b990b53e7dd4de772a8b7f) AuthConfig (0bf473c14498da0ee54e211354cd02b4f3f85b427d556c072330c4e4b75d9531) AuthConfig (6b20266ce77db3a572e86938770395c8927393b2df4e72e27b6f630d0791fea1) AuthConfig (31b087e753547872fb40d2a98fa7ee65ea9155b356dd1c1ffbfe34165aed97e9) AuthConfig (13a9aed6f87ff3025cf9d475662a78527cfca84127723c8b7b6e41cbebfe7273) AuthConfig (18edd7f9850ab702ffef12d70cbd57fd3899d9b284dd3393cffea8d84c29eafd) AuthConfig (84f4b225149840637ec39beb48cc6cf69f433c8c60f7ffd1156512573d493b15) AuthConfig (50476ec9e0aada8779d09d275d8718dd9a864247005c9e57d1f1c4f65a64112c) AuthConfig (e5d551cb01cbd2fde61f799839074d6bbe47be5e11a201f63316d4019795f1a4) AuthConfig (984a67ae86ae10736d119f2ecb6cecfe46017b2e7e33fa42897b28cb6bbd9e6d) AuthConfig (5f2cc7340d61979ad5ab34f6063a6870a09dc41733450d356dcc7108cf473bbf) AuthConfig (8b669bf86e0b17bd1cb7ea1e6c54bb6ebefd2fff4e5d40d444ed7e3e626833eb) AuthConfig (14bbe661e03be99902180ed60f7f31d7cafa2939902b9e6d2836eb1537f39f7d) AuthConfig (1296b0063787c9e1b0b8e449135bcbdae0e353449909eb29a9a8cd4bf409052d) AuthConfig (c261e672e80b75e1a5bb30eb953479b618185a53d290b44a7c2c2b7b38a1328b) AuthConfig (8a064236ebce1ab96564aecccedb0f9fd4461ede2d0636bccb37ba227e6dcf1d) AuthConfig (5393b103db5a103e16dab9fb0341deae4731aa23af24d3d2697501a3a492db53)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"e15c1f9a-7563-4db1-8fa1-488ce4da51c7","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:01.186873989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"auth-test-model-779fa3","reconcileID":"685b79a1-eb40-4fe6-b5a5-a437dd1be1dd","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"tenant":"e2e-shared-b-w3-779fa3","gateway":"openshift-ingress/e2e-shared-b-w3-779fa3","model":"ai-tenant-e2e-shared-b-w3-779fa3/auth-test-model-779fa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:01.186891354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"auth-test-model-779fa3","reconcileID":"685b79a1-eb40-4fe6-b5a5-a437dd1be1dd","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"routeName":"auth-test-model-779fa3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-779fa3","llmisvcName":"auth-test-model-779fa3","gateway":"openshift-ingress/e2e-shared-b-w3-779fa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:03.025371011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"auth-test-model-7eaeed","reconcileID":"fdf89ee5-ba34-4c71-9e74-852ae9237eaa","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"tenant":"e2e-shared-a-w1-7eaeed","gateway":"openshift-ingress/e2e-shared-a-w1-7eaeed","model":"ai-tenant-e2e-shared-a-w1-7eaeed/auth-test-model-7eaeed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:03.028404825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"auth-test-model-7eaeed","reconcileID":"fdf89ee5-ba34-4c71-9e74-852ae9237eaa","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"routeName":"auth-test-model-7eaeed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","llmisvcName":"auth-test-model-7eaeed","gateway":"openshift-ingress/e2e-shared-a-w1-7eaeed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:03.04231847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"auth-test-model-7eaeed","reconcileID":"e4caae38-5bf3-44da-b2a3-dd692054dc52","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"tenant":"e2e-shared-a-w1-7eaeed","gateway":"openshift-ingress/e2e-shared-a-w1-7eaeed","model":"ai-tenant-e2e-shared-a-w1-7eaeed/auth-test-model-7eaeed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:03.042346252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"auth-test-model-7eaeed","reconcileID":"e4caae38-5bf3-44da-b2a3-dd692054dc52","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"routeName":"auth-test-model-7eaeed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","llmisvcName":"auth-test-model-7eaeed","gateway":"openshift-ingress/e2e-shared-a-w1-7eaeed","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:00:03.044339946Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"aadc9d27-2357-4176-91b9-3291c1722883","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-65108d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:03.044583309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"906763ae-f74b-48e7-82b2-c882819fba55","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7eaeed","tenantID":"e2e-shared-a-w1-7eaeed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:00:03.051166346Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"auth-test-model-7eaeed","reconcileID":"e4caae38-5bf3-44da-b2a3-dd692054dc52","name":"auth-test-model-7eaeed","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-7eaeed\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:00:03.051228081Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"auth-test-model-7eaeed","reconcileID":"e4caae38-5bf3-44da-b2a3-dd692054dc52","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-7eaeed\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:03.056937801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"auth-test-model-7eaeed","reconcileID":"5b67a246-8e8d-4f2b-931a-c9c6d4e0c658","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"tenant":"e2e-shared-a-w1-7eaeed","gateway":"openshift-ingress/e2e-shared-a-w1-7eaeed","model":"ai-tenant-e2e-shared-a-w1-7eaeed/auth-test-model-7eaeed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:03.056958815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"auth-test-model-7eaeed","reconcileID":"5b67a246-8e8d-4f2b-931a-c9c6d4e0c658","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"routeName":"auth-test-model-7eaeed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","llmisvcName":"auth-test-model-7eaeed","gateway":"openshift-ingress/e2e-shared-a-w1-7eaeed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:03.057120858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"906763ae-f74b-48e7-82b2-c882819fba55","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"name":"e2e-shared-a-w1-7eaeed-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:03.065759415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"auth-test-model-7eaeed","reconcileID":"15222449-112e-46e6-800c-578bc78e5353","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"tenant":"e2e-shared-a-w1-7eaeed","gateway":"openshift-ingress/e2e-shared-a-w1-7eaeed","model":"ai-tenant-e2e-shared-a-w1-7eaeed/auth-test-model-7eaeed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:03.065778989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"auth-test-model-7eaeed","reconcileID":"15222449-112e-46e6-800c-578bc78e5353","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"routeName":"auth-test-model-7eaeed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","llmisvcName":"auth-test-model-7eaeed","gateway":"openshift-ingress/e2e-shared-a-w1-7eaeed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:03.076945129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"auth-test-model-7eaeed","reconcileID":"c680552d-1dce-4997-8329-de9d99f0cc02","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"tenant":"e2e-shared-a-w1-7eaeed","gateway":"openshift-ingress/e2e-shared-a-w1-7eaeed","model":"ai-tenant-e2e-shared-a-w1-7eaeed/auth-test-model-7eaeed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:03.076960592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"auth-test-model-7eaeed","reconcileID":"c680552d-1dce-4997-8329-de9d99f0cc02","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"routeName":"auth-test-model-7eaeed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","llmisvcName":"auth-test-model-7eaeed","gateway":"openshift-ingress/e2e-shared-a-w1-7eaeed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:03.111539707Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"6219fd72-7438-4dc0-bbb8-a4170d87208e","MaaSSubscription":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"name":"maas-trlp-auth-test-model-7eaeed","model":"auth-test-model-7eaeed","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-7eaeed/e2e-auth-iso-65108d"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:03.148575554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"auth-test-model-7eaeed","reconcileID":"33fdcbeb-6ae7-4e8b-9e47-485f607e4513","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"tenant":"e2e-shared-a-w1-7eaeed","gateway":"openshift-ingress/e2e-shared-a-w1-7eaeed","model":"ai-tenant-e2e-shared-a-w1-7eaeed/auth-test-model-7eaeed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:03.148595869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"auth-test-model-7eaeed","reconcileID":"33fdcbeb-6ae7-4e8b-9e47-485f607e4513","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"routeName":"auth-test-model-7eaeed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","llmisvcName":"auth-test-model-7eaeed","gateway":"openshift-ingress/e2e-shared-a-w1-7eaeed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:03.185994327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"8118f93d-6b10-4f4b-93f3-facf533b4d5a","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7eaeed","tenantID":"e2e-shared-a-w1-7eaeed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:03.196673928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"8118f93d-6b10-4f4b-93f3-facf533b4d5a","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"name":"e2e-shared-a-w1-7eaeed-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:03.20393444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"e8f62a61-edcc-4b19-bfd3-b9c1c5d893a3","MaaSSubscription":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"name":"maas-trlp-auth-test-model-7eaeed","model":"ai-tenant-e2e-shared-a-w1-7eaeed/auth-test-model-7eaeed","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:05.024936802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"3e457636-3457-4017-9172-e9897088868a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-54d4c4","tenantID":"e2e-shared-b-w2-54d4c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:05.038525997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"3e457636-3457-4017-9172-e9897088868a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"name":"e2e-shared-b-w2-54d4c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:05.050403601Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-54d4c4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"3e457636-3457-4017-9172-e9897088868a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:06.373145877Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:11.225676668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"7403a160-a5e7-4738-8967-ee63791f2173","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-779fa3","tenantID":"e2e-shared-b-w3-779fa3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:11.237809446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"7403a160-a5e7-4738-8967-ee63791f2173","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"name":"e2e-shared-b-w3-779fa3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:11.247244971Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-779fa3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2c4b77cd7e8875ebb920d8520b11d958886dd06d4ab04f7e5f00f56a40d46837) AuthConfig (a8bdc5b98c16e913eb2fb4010dda70007f0daa93f4b990b53e7dd4de772a8b7f) AuthConfig (0bf473c14498da0ee54e211354cd02b4f3f85b427d556c072330c4e4b75d9531) AuthConfig (6b20266ce77db3a572e86938770395c8927393b2df4e72e27b6f630d0791fea1) AuthConfig (31b087e753547872fb40d2a98fa7ee65ea9155b356dd1c1ffbfe34165aed97e9) AuthConfig (13a9aed6f87ff3025cf9d475662a78527cfca84127723c8b7b6e41cbebfe7273) AuthConfig (18edd7f9850ab702ffef12d70cbd57fd3899d9b284dd3393cffea8d84c29eafd) AuthConfig (84f4b225149840637ec39beb48cc6cf69f433c8c60f7ffd1156512573d493b15) AuthConfig (50476ec9e0aada8779d09d275d8718dd9a864247005c9e57d1f1c4f65a64112c) AuthConfig (e5d551cb01cbd2fde61f799839074d6bbe47be5e11a201f63316d4019795f1a4) AuthConfig (984a67ae86ae10736d119f2ecb6cecfe46017b2e7e33fa42897b28cb6bbd9e6d) AuthConfig (5f2cc7340d61979ad5ab34f6063a6870a09dc41733450d356dcc7108cf473bbf) AuthConfig (8b669bf86e0b17bd1cb7ea1e6c54bb6ebefd2fff4e5d40d444ed7e3e626833eb) AuthConfig (14bbe661e03be99902180ed60f7f31d7cafa2939902b9e6d2836eb1537f39f7d) AuthConfig (1296b0063787c9e1b0b8e449135bcbdae0e353449909eb29a9a8cd4bf409052d) AuthConfig (c261e672e80b75e1a5bb30eb953479b618185a53d290b44a7c2c2b7b38a1328b) AuthConfig (8a064236ebce1ab96564aecccedb0f9fd4461ede2d0636bccb37ba227e6dcf1d) AuthConfig (5393b103db5a103e16dab9fb0341deae4731aa23af24d3d2697501a3a492db53)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"7403a160-a5e7-4738-8967-ee63791f2173","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:15.061509019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"58a88b6c-02f5-4ab1-93a9-4d120c440640","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-54d4c4","tenantID":"e2e-shared-b-w2-54d4c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:15.072560589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"58a88b6c-02f5-4ab1-93a9-4d120c440640","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"name":"e2e-shared-b-w2-54d4c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:15.081689052Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-54d4c4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"58a88b6c-02f5-4ab1-93a9-4d120c440640","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:21.213955751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"3ad8b89b-d0ac-4b27-bc19-84ce9b6a4e47","MaaSSubscription":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"name":"maas-trlp-auth-test-model-7eaeed","model":"ai-tenant-e2e-shared-a-w1-7eaeed/auth-test-model-7eaeed","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:21.252396197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"auth-test-model-7eaeed","reconcileID":"8a219246-240b-4bf4-b63f-5dac041beda9","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"tenant":"e2e-shared-a-w1-7eaeed","gateway":"openshift-ingress/e2e-shared-a-w1-7eaeed","model":"ai-tenant-e2e-shared-a-w1-7eaeed/auth-test-model-7eaeed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:21.25242191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"auth-test-model-7eaeed","reconcileID":"8a219246-240b-4bf4-b63f-5dac041beda9","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"routeName":"auth-test-model-7eaeed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","llmisvcName":"auth-test-model-7eaeed","gateway":"openshift-ingress/e2e-shared-a-w1-7eaeed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:21.261162867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"13608c69-7658-4691-b1f8-7a5f8d176c47","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-779fa3","tenantID":"e2e-shared-b-w3-779fa3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:21.271913645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"13608c69-7658-4691-b1f8-7a5f8d176c47","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"name":"e2e-shared-b-w3-779fa3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:21.322413803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"fceb60f7-6589-437e-becb-e572573fa9f6","MaaSSubscription":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"name":"maas-trlp-auth-test-model-b7431c","model":"ai-tenant-e2e-shared-a-w4-b7431c/auth-test-model-b7431c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:21.323062217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"auth-test-model-779fa3","reconcileID":"00407478-8429-44b1-a03d-d9106d713205","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"tenant":"e2e-shared-b-w3-779fa3","gateway":"openshift-ingress/e2e-shared-b-w3-779fa3","model":"ai-tenant-e2e-shared-b-w3-779fa3/auth-test-model-779fa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:21.323082283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"auth-test-model-779fa3","reconcileID":"00407478-8429-44b1-a03d-d9106d713205","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"routeName":"auth-test-model-779fa3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-779fa3","llmisvcName":"auth-test-model-779fa3","gateway":"openshift-ingress/e2e-shared-b-w3-779fa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:21.357762528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"auth-test-model-b7431c","reconcileID":"c449c859-935e-4c3c-887e-bd7c3ad1cf85","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"tenant":"e2e-shared-a-w4-b7431c","gateway":"openshift-ingress/e2e-shared-a-w4-b7431c","model":"ai-tenant-e2e-shared-a-w4-b7431c/auth-test-model-b7431c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:21.357779625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"auth-test-model-b7431c","reconcileID":"c449c859-935e-4c3c-887e-bd7c3ad1cf85","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"routeName":"auth-test-model-b7431c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b7431c","llmisvcName":"auth-test-model-b7431c","gateway":"openshift-ingress/e2e-shared-a-w4-b7431c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:21.786002169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"deac8410-1be6-48a1-ad94-d6b18cd4860f","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b7431c","tenantID":"e2e-shared-a-w4-b7431c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:21.799804916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"deac8410-1be6-48a1-ad94-d6b18cd4860f","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"name":"e2e-shared-a-w4-b7431c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:22.187411847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"fa4f21d8-a263-41bd-9772-128b5164ec9b","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7eaeed","tenantID":"e2e-shared-a-w1-7eaeed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:22.198276623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"fa4f21d8-a263-41bd-9772-128b5164ec9b","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"name":"e2e-shared-a-w1-7eaeed-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:22.94365115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"auth-test-model-779fa3","reconcileID":"06598648-d43d-479f-a874-cb14f826fa8f","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"tenant":"e2e-shared-b-w3-779fa3","gateway":"openshift-ingress/e2e-shared-b-w3-779fa3","model":"ai-tenant-e2e-shared-b-w3-779fa3/auth-test-model-779fa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:22.943672078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"auth-test-model-779fa3","reconcileID":"06598648-d43d-479f-a874-cb14f826fa8f","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"routeName":"auth-test-model-779fa3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-779fa3","llmisvcName":"auth-test-model-779fa3","gateway":"openshift-ingress/e2e-shared-b-w3-779fa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:22.958966952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"auth-test-model-779fa3","reconcileID":"a605968d-035a-4ee0-a6b6-1a8e638bc52f","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"tenant":"e2e-shared-b-w3-779fa3","gateway":"openshift-ingress/e2e-shared-b-w3-779fa3","model":"ai-tenant-e2e-shared-b-w3-779fa3/auth-test-model-779fa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:22.958985708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"auth-test-model-779fa3","reconcileID":"a605968d-035a-4ee0-a6b6-1a8e638bc52f","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"routeName":"auth-test-model-779fa3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-779fa3","llmisvcName":"auth-test-model-779fa3","gateway":"openshift-ingress/e2e-shared-b-w3-779fa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:22.959729703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"103b0eb2-c2d3-4a00-99de-01ec1ac3690c","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-779fa3","tenantID":"e2e-shared-b-w3-779fa3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:00:22.960993232Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"c9bc7e87-15a7-43df-911e-30ab64b41d80","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-d4b4a4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:00:22.968866085Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"auth-test-model-779fa3","reconcileID":"a605968d-035a-4ee0-a6b6-1a8e638bc52f","name":"auth-test-model-779fa3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-779fa3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:00:22.968912509Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"auth-test-model-779fa3","reconcileID":"a605968d-035a-4ee0-a6b6-1a8e638bc52f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-779fa3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:22.975127778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"auth-test-model-779fa3","reconcileID":"2d58e329-0431-4f96-8c3b-ed37e8bcc4f6","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"tenant":"e2e-shared-b-w3-779fa3","gateway":"openshift-ingress/e2e-shared-b-w3-779fa3","model":"ai-tenant-e2e-shared-b-w3-779fa3/auth-test-model-779fa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:22.975141196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"auth-test-model-779fa3","reconcileID":"2d58e329-0431-4f96-8c3b-ed37e8bcc4f6","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"routeName":"auth-test-model-779fa3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-779fa3","llmisvcName":"auth-test-model-779fa3","gateway":"openshift-ingress/e2e-shared-b-w3-779fa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:22.975958482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"103b0eb2-c2d3-4a00-99de-01ec1ac3690c","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"name":"e2e-shared-b-w3-779fa3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:22.978875106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"auth-test-model-779fa3","reconcileID":"dcb9bd97-8c68-4a43-b486-c2dcaf27ebe6","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"tenant":"e2e-shared-b-w3-779fa3","gateway":"openshift-ingress/e2e-shared-b-w3-779fa3","model":"ai-tenant-e2e-shared-b-w3-779fa3/auth-test-model-779fa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:22.978889369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"auth-test-model-779fa3","reconcileID":"dcb9bd97-8c68-4a43-b486-c2dcaf27ebe6","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"routeName":"auth-test-model-779fa3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-779fa3","llmisvcName":"auth-test-model-779fa3","gateway":"openshift-ingress/e2e-shared-b-w3-779fa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:22.990379282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"auth-test-model-779fa3","reconcileID":"2741dcbb-b0f2-4516-942d-bbd19c16f59f","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"tenant":"e2e-shared-b-w3-779fa3","gateway":"openshift-ingress/e2e-shared-b-w3-779fa3","model":"ai-tenant-e2e-shared-b-w3-779fa3/auth-test-model-779fa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:22.990396042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"auth-test-model-779fa3","reconcileID":"2741dcbb-b0f2-4516-942d-bbd19c16f59f","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"routeName":"auth-test-model-779fa3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-779fa3","llmisvcName":"auth-test-model-779fa3","gateway":"openshift-ingress/e2e-shared-b-w3-779fa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:23.021024527Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"4c67187b-3e22-402b-bfa5-bd5958be0cdb","MaaSSubscription":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"name":"maas-trlp-auth-test-model-779fa3","model":"auth-test-model-779fa3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-779fa3/e2e-auth-iso-d4b4a4"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:23.054701814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"auth-test-model-779fa3","reconcileID":"305dff3a-650e-43bd-a433-9e6f48d21beb","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"tenant":"e2e-shared-b-w3-779fa3","gateway":"openshift-ingress/e2e-shared-b-w3-779fa3","model":"ai-tenant-e2e-shared-b-w3-779fa3/auth-test-model-779fa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:23.054716279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"auth-test-model-779fa3","reconcileID":"305dff3a-650e-43bd-a433-9e6f48d21beb","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"routeName":"auth-test-model-779fa3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-779fa3","llmisvcName":"auth-test-model-779fa3","gateway":"openshift-ingress/e2e-shared-b-w3-779fa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:23.100619097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"21976aa4-2a4b-4683-a087-cc418f46f35d","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-779fa3","tenantID":"e2e-shared-b-w3-779fa3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:23.111510741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"21976aa4-2a4b-4683-a087-cc418f46f35d","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"name":"e2e-shared-b-w3-779fa3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:23.123697967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"d65de3e6-7956-423d-89b8-6b367638e44e","MaaSSubscription":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"name":"maas-trlp-auth-test-model-779fa3","model":"ai-tenant-e2e-shared-b-w3-779fa3/auth-test-model-779fa3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:23.137742244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"auth-test-model-981ee5","reconcileID":"f19be060-e54f-465d-a85e-31ffbf62cfa5","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"tenant":"e2e-shared-b-w1-981ee5","gateway":"openshift-ingress/e2e-shared-b-w1-981ee5","model":"ai-tenant-e2e-shared-b-w1-981ee5/auth-test-model-981ee5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:23.137758764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"auth-test-model-981ee5","reconcileID":"f19be060-e54f-465d-a85e-31ffbf62cfa5","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"routeName":"auth-test-model-981ee5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-981ee5","llmisvcName":"auth-test-model-981ee5","gateway":"openshift-ingress/e2e-shared-b-w1-981ee5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:23.145999752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"auth-test-model-981ee5","reconcileID":"452368da-23e1-44f6-97c0-cafffd072c10","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"tenant":"e2e-shared-b-w1-981ee5","gateway":"openshift-ingress/e2e-shared-b-w1-981ee5","model":"ai-tenant-e2e-shared-b-w1-981ee5/auth-test-model-981ee5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:23.14601622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"auth-test-model-981ee5","reconcileID":"452368da-23e1-44f6-97c0-cafffd072c10","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"routeName":"auth-test-model-981ee5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-981ee5","llmisvcName":"auth-test-model-981ee5","gateway":"openshift-ingress/e2e-shared-b-w1-981ee5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:23.199328138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"e2e-auth-iso-65108d","reconcileID":"60c8f49d-bb18-4d76-b835-a318f5c08f5f","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-981ee5","tenantID":"e2e-shared-b-w1-981ee5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:23.242692667Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"e2e-auth-iso-65108d","reconcileID":"60c8f49d-bb18-4d76-b835-a318f5c08f5f","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"name":"e2e-shared-b-w1-981ee5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:23.252256657Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-981ee5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"e2e-auth-iso-65108d","reconcileID":"60c8f49d-bb18-4d76-b835-a318f5c08f5f","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:23.263753902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"auth-test-model-981ee5","reconcileID":"ebd57223-8419-4131-9f1b-9ea562da1fcd","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"tenant":"e2e-shared-b-w1-981ee5","gateway":"openshift-ingress/e2e-shared-b-w1-981ee5","model":"ai-tenant-e2e-shared-b-w1-981ee5/auth-test-model-981ee5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:23.263771968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"auth-test-model-981ee5","reconcileID":"ebd57223-8419-4131-9f1b-9ea562da1fcd","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"routeName":"auth-test-model-981ee5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-981ee5","llmisvcName":"auth-test-model-981ee5","gateway":"openshift-ingress/e2e-shared-b-w1-981ee5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:23.88296556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"auth-test-model-7cbcbb","reconcileID":"61c69095-3234-4285-b775-0bc6932e0617","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"tenant":"e2e-shared-b-w4-7cbcbb","gateway":"openshift-ingress/e2e-shared-b-w4-7cbcbb","model":"ai-tenant-e2e-shared-b-w4-7cbcbb/auth-test-model-7cbcbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:23.882990706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"auth-test-model-7cbcbb","reconcileID":"61c69095-3234-4285-b775-0bc6932e0617","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"routeName":"auth-test-model-7cbcbb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","llmisvcName":"auth-test-model-7cbcbb","gateway":"openshift-ingress/e2e-shared-b-w4-7cbcbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:23.892893067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"auth-test-model-7cbcbb","reconcileID":"635bff89-f4dd-4d21-a7b7-8b591c6c7f10","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"tenant":"e2e-shared-b-w4-7cbcbb","gateway":"openshift-ingress/e2e-shared-b-w4-7cbcbb","model":"ai-tenant-e2e-shared-b-w4-7cbcbb/auth-test-model-7cbcbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:23.892910632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"auth-test-model-7cbcbb","reconcileID":"635bff89-f4dd-4d21-a7b7-8b591c6c7f10","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"routeName":"auth-test-model-7cbcbb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","llmisvcName":"auth-test-model-7cbcbb","gateway":"openshift-ingress/e2e-shared-b-w4-7cbcbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:23.918742266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"e2e-auth-iso-52c5a1","reconcileID":"cac65a56-c44a-4409-9be9-da564e3066a5","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-7cbcbb","tenantID":"e2e-shared-b-w4-7cbcbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:23.961970642Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"e2e-auth-iso-52c5a1","reconcileID":"cac65a56-c44a-4409-9be9-da564e3066a5","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"name":"e2e-shared-b-w4-7cbcbb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:23.978194799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-7cbcbb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"e2e-auth-iso-52c5a1","reconcileID":"cac65a56-c44a-4409-9be9-da564e3066a5","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:23.989335339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"auth-test-model-7cbcbb","reconcileID":"ce673fa1-6c73-4bcd-936b-b08e264c0d8a","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"tenant":"e2e-shared-b-w4-7cbcbb","gateway":"openshift-ingress/e2e-shared-b-w4-7cbcbb","model":"ai-tenant-e2e-shared-b-w4-7cbcbb/auth-test-model-7cbcbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:23.989350504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"auth-test-model-7cbcbb","reconcileID":"ce673fa1-6c73-4bcd-936b-b08e264c0d8a","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"routeName":"auth-test-model-7cbcbb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","llmisvcName":"auth-test-model-7cbcbb","gateway":"openshift-ingress/e2e-shared-b-w4-7cbcbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:25.091828708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"1a7a006e-416b-43e7-870f-19e4db61a7e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-54d4c4","tenantID":"e2e-shared-b-w2-54d4c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:25.101809927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"1a7a006e-416b-43e7-870f-19e4db61a7e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"name":"e2e-shared-b-w2-54d4c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:25.110642181Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-54d4c4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0ca898eb184770706c035959e397319d463309082a57313627df393d87d2dff2) AuthConfig (37dab9af8ca54cf05e9afe85ca9c5ddac88ad5c3cd961953273f4f44b26ec5ad) AuthConfig (63d6f0c68880b3ec41e49453714773e41496a2c969c738cd741cd9170d2713a0) AuthConfig (ce78cae9e42eea37a19a2cd3eff2c5a385b1090a7c04bb10468156231aab52b8) AuthConfig (3df5e57d887bc4ed1b89b65b0741e6cddc52752bad56640b47b0d099fc4ef9e6) AuthConfig (75e5c7969e42e514a6030a8b520616c9af082b85848fd41cb6fddc9196bd2238) AuthConfig (2332a4f0f7f9201b8915ed488699e265262549741090790232aa938b139ca539) AuthConfig (b941a84ff241e9d062eac2675dbbea79611ab9e01e0a0c3bda1f922115e2a6a9) AuthConfig (521572182c6a58ed9a3751d8233bb57f672c7833b2ee935fbcc013d72c0fdc26) AuthConfig (d40e203a6f37d7f93abaf5f507eff418df907064fee136c816cdfc1217cdfa96) AuthConfig (ce4e2ca388bdf65255366e02a908531aa666140340d507db2bdd48c0731c9651) AuthConfig (b96f28b89e31a0f3fd794863f4a1cba44980c970ec60730260618eddf45fd028) AuthConfig (ffc080df159e6b4fe63457fd7e7f52d549c6217a7043a657f96b2e6412235a4b) AuthConfig (cd0b2d46119e657c8b78d873aa435156e9a5af6827eeebda503f20129d326ade) AuthConfig (912097c2229527a4d6db58b8dcaafa84f075af14136a60a00e3f754a45f38ade) AuthConfig (1fc2e274aa5ba32d30e8daaaecaf698a56f54e15532ce2aa5b49e20cd9d58c8a) AuthConfig (394a03c40b9837a36fd26b4f3c20a2829224d47a90898730b3265dcf2a889134) AuthConfig (d6541f21d05a3a0be5779ef462e1544c7467b3d34eff876dab8052747d81e156)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"1a7a006e-416b-43e7-870f-19e4db61a7e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:25.122506624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"auth-test-model-54d4c4","reconcileID":"24889910-06a2-44f1-8b68-c6239eeec7a4","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"tenant":"e2e-shared-b-w2-54d4c4","gateway":"openshift-ingress/e2e-shared-b-w2-54d4c4","model":"ai-tenant-e2e-shared-b-w2-54d4c4/auth-test-model-54d4c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:25.122525299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"auth-test-model-54d4c4","reconcileID":"24889910-06a2-44f1-8b68-c6239eeec7a4","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"routeName":"auth-test-model-54d4c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","llmisvcName":"auth-test-model-54d4c4","gateway":"openshift-ingress/e2e-shared-b-w2-54d4c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:33.27437102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"e2e-auth-iso-65108d","reconcileID":"c8109856-8d65-4636-97d2-f036377eb4d3","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-981ee5","tenantID":"e2e-shared-b-w1-981ee5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:33.284284612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"e2e-auth-iso-65108d","reconcileID":"c8109856-8d65-4636-97d2-f036377eb4d3","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"name":"e2e-shared-b-w1-981ee5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:33.292555848Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-981ee5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"e2e-auth-iso-65108d","reconcileID":"c8109856-8d65-4636-97d2-f036377eb4d3","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:34.037670909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"e2e-auth-iso-52c5a1","reconcileID":"208c33ef-648d-47d8-830b-d17d9eb5f046","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-7cbcbb","tenantID":"e2e-shared-b-w4-7cbcbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:34.050898384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"e2e-auth-iso-52c5a1","reconcileID":"208c33ef-648d-47d8-830b-d17d9eb5f046","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"name":"e2e-shared-b-w4-7cbcbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:34.05985819Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-7cbcbb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"e2e-auth-iso-52c5a1","reconcileID":"208c33ef-648d-47d8-830b-d17d9eb5f046","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:35.133831029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"6e10ad8d-e887-41cb-82c5-403ae9699729","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-54d4c4","tenantID":"e2e-shared-b-w2-54d4c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:35.14459367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"6e10ad8d-e887-41cb-82c5-403ae9699729","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"name":"e2e-shared-b-w2-54d4c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:35.154874014Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-54d4c4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0ca898eb184770706c035959e397319d463309082a57313627df393d87d2dff2) AuthConfig (37dab9af8ca54cf05e9afe85ca9c5ddac88ad5c3cd961953273f4f44b26ec5ad) AuthConfig (63d6f0c68880b3ec41e49453714773e41496a2c969c738cd741cd9170d2713a0) AuthConfig (ce78cae9e42eea37a19a2cd3eff2c5a385b1090a7c04bb10468156231aab52b8) AuthConfig (3df5e57d887bc4ed1b89b65b0741e6cddc52752bad56640b47b0d099fc4ef9e6) AuthConfig (75e5c7969e42e514a6030a8b520616c9af082b85848fd41cb6fddc9196bd2238) AuthConfig (2332a4f0f7f9201b8915ed488699e265262549741090790232aa938b139ca539) AuthConfig (b941a84ff241e9d062eac2675dbbea79611ab9e01e0a0c3bda1f922115e2a6a9) AuthConfig (521572182c6a58ed9a3751d8233bb57f672c7833b2ee935fbcc013d72c0fdc26) AuthConfig (d40e203a6f37d7f93abaf5f507eff418df907064fee136c816cdfc1217cdfa96) AuthConfig (ce4e2ca388bdf65255366e02a908531aa666140340d507db2bdd48c0731c9651) AuthConfig (b96f28b89e31a0f3fd794863f4a1cba44980c970ec60730260618eddf45fd028) AuthConfig (ffc080df159e6b4fe63457fd7e7f52d549c6217a7043a657f96b2e6412235a4b) AuthConfig (cd0b2d46119e657c8b78d873aa435156e9a5af6827eeebda503f20129d326ade) AuthConfig (912097c2229527a4d6db58b8dcaafa84f075af14136a60a00e3f754a45f38ade) AuthConfig (1fc2e274aa5ba32d30e8daaaecaf698a56f54e15532ce2aa5b49e20cd9d58c8a) AuthConfig (394a03c40b9837a36fd26b4f3c20a2829224d47a90898730b3265dcf2a889134) AuthConfig (d6541f21d05a3a0be5779ef462e1544c7467b3d34eff876dab8052747d81e156)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"6e10ad8d-e887-41cb-82c5-403ae9699729","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:36.374982003Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:38.106383985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"e2b4803d-929c-4406-a284-48008943893e","MaaSSubscription":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"name":"maas-trlp-auth-test-model-779fa3","model":"ai-tenant-e2e-shared-b-w3-779fa3/auth-test-model-779fa3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:38.138702824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"auth-test-model-779fa3","reconcileID":"6d6c2e5c-09b4-4590-893e-58d441145f45","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"tenant":"e2e-shared-b-w3-779fa3","gateway":"openshift-ingress/e2e-shared-b-w3-779fa3","model":"ai-tenant-e2e-shared-b-w3-779fa3/auth-test-model-779fa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:38.138720641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"auth-test-model-779fa3","reconcileID":"6d6c2e5c-09b4-4590-893e-58d441145f45","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"routeName":"auth-test-model-779fa3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-779fa3","llmisvcName":"auth-test-model-779fa3","gateway":"openshift-ingress/e2e-shared-b-w3-779fa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:38.6793046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"c4e91de4-b4ec-439e-8015-47d6cd8151e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-779fa3","tenantID":"e2e-shared-b-w3-779fa3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:38.690727418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"c4e91de4-b4ec-439e-8015-47d6cd8151e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"name":"e2e-shared-b-w3-779fa3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:38.918269041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"auth-test-model-0eeba5","reconcileID":"92643f1e-38e7-464e-9d52-b9ef8187cd86","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"tenant":"e2e-shared-a-w3-0eeba5","gateway":"openshift-ingress/e2e-shared-a-w3-0eeba5","model":"ai-tenant-e2e-shared-a-w3-0eeba5/auth-test-model-0eeba5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:38.918298062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"auth-test-model-0eeba5","reconcileID":"92643f1e-38e7-464e-9d52-b9ef8187cd86","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"routeName":"auth-test-model-0eeba5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","llmisvcName":"auth-test-model-0eeba5","gateway":"openshift-ingress/e2e-shared-a-w3-0eeba5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:38.935092437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"2f1044b0-a1ea-4990-a33e-da2a069baa3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-0eeba5","tenantID":"e2e-shared-a-w3-0eeba5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:38.946478878Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"460a159c-041b-4acf-afe6-4ce3483037fa","MaaSSubscription":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8520dc94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:38.947124939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"2f1044b0-a1ea-4990-a33e-da2a069baa3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"name":"e2e-shared-a-w3-0eeba5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:39.032810913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"ba57b55c-b4ac-47f2-9c0f-5b14c9796856","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-0eeba5","tenantID":"e2e-shared-a-w3-0eeba5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:39.044287356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"ba57b55c-b4ac-47f2-9c0f-5b14c9796856","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"name":"e2e-shared-a-w3-0eeba5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:42.761694932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d31b761-7c29-4ce2-a71d-d58c920cf4fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:42.766020826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d31b761-7c29-4ce2-a71d-d58c920cf4fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:42.770757316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d31b761-7c29-4ce2-a71d-d58c920cf4fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:42.775102543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d31b761-7c29-4ce2-a71d-d58c920cf4fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:43.160251396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09730065-81cb-4ff0-8c9f-5a796a2e3468","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:43.165017745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09730065-81cb-4ff0-8c9f-5a796a2e3468","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:43.170001831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09730065-81cb-4ff0-8c9f-5a796a2e3468","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:43.174446436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09730065-81cb-4ff0-8c9f-5a796a2e3468","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:43.302399227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"e2e-auth-iso-65108d","reconcileID":"c2b0276e-d3bd-4f52-b458-b399fa54fd3a","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-981ee5","tenantID":"e2e-shared-b-w1-981ee5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:43.313495225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"e2e-auth-iso-65108d","reconcileID":"c2b0276e-d3bd-4f52-b458-b399fa54fd3a","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"name":"e2e-shared-b-w1-981ee5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:43.322316443Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-981ee5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fe48e1f874aadd214a3ecf9f4b7599bd967c94adc49b17b98700bcbc0dbacebf) AuthConfig (1c7e4c50f1081feda13b9c1e032156bebf709cdddd7d98b83c2bf16c4e30e6ee) AuthConfig (9bc859f744c6a8335ab9488a37f8d2f82a7084d1b49350f21ea496988c55b4ba) AuthConfig (3a1bad0c8028c50242faaef1be9e41377c9dd8329b368c95ba9d1d8765314d46) AuthConfig (8e6cec2998ead9fcc72cdab3be0a20d3fadb57757aac7680dda6469df57fc57e) AuthConfig (d91becb108840b45ac6615f5e8cee1643e56bf9f5e0a1047e983ec55921dda9b) AuthConfig (68a4d85c866c7981bf5924c16ef87c7042cd67f42b1080a6c12a5a2f8fa9176b) AuthConfig (f91e2d955858ffce30041d56903de9a50de28eb0b776d73b6237f6a5e87c603b) AuthConfig (69d047505bd5bda09803883df7c7cb063edbf6b6a0527ddfc952e9f6c33c4b8f) AuthConfig (e479af7f4b07ac21fc6e61a07b11c2c150542e531fc6ef458c53524d0abfcb9f) AuthConfig (65527a3243eb863278844f08ea6ab2ce15a93beac2f99943b835058d51b3fba4) AuthConfig (108bbf1dac680f9d7139f471b7f75c8754bdf4c5a7615b7dcaac8b3505293f19) AuthConfig (792a153a9bdc87bd9552bdf76d2e49e34faa6d1c84c4a3636d01a6798b347975) AuthConfig (3326ad982f791f2bbd4718706fcb4481ba9244c6e169812f7423f20167f36d02) AuthConfig (a3d8e12a42d497b5d00ea9ef1836c49fbb71e41036dc982e354f274ed07d25bc) AuthConfig (26c5fc5b8a3889384d5d074f810a4d35d07ec12550bdfda082d2b6ffda65b0b9) AuthConfig (b7b6ac0e0765111cdc81f73583d3eca56ab7c55380d3ae9976a2354c4fe34507) AuthConfig (e923eba43cf1c5f0d6182b77b3be4f2cbeaaf9afa5e748d711ae280206ee8e8a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"e2e-auth-iso-65108d","reconcileID":"c2b0276e-d3bd-4f52-b458-b399fa54fd3a","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:43.333167656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"auth-test-model-981ee5","reconcileID":"8a1b6384-b4f9-4a0d-adad-ed4f563bd20b","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"tenant":"e2e-shared-b-w1-981ee5","gateway":"openshift-ingress/e2e-shared-b-w1-981ee5","model":"ai-tenant-e2e-shared-b-w1-981ee5/auth-test-model-981ee5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:43.333185814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"auth-test-model-981ee5","reconcileID":"8a1b6384-b4f9-4a0d-adad-ed4f563bd20b","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"routeName":"auth-test-model-981ee5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-981ee5","llmisvcName":"auth-test-model-981ee5","gateway":"openshift-ingress/e2e-shared-b-w1-981ee5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:43.681539317Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-4d2317","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-4d2317","reconcileID":"657fd4e7-db11-4be4-83c7-799ec8933517","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-4d2317","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-4d2317":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:43.938438117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"119c3ae2-369c-4a86-aefa-19a3a613b97b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:43.942765667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"119c3ae2-369c-4a86-aefa-19a3a613b97b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:43.947379494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"119c3ae2-369c-4a86-aefa-19a3a613b97b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:43.951484777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"119c3ae2-369c-4a86-aefa-19a3a613b97b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:44.120884577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"e2e-auth-iso-52c5a1","reconcileID":"ab12b9fb-3002-4c95-ac66-dcc0c9b3f392","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-7cbcbb","tenantID":"e2e-shared-b-w4-7cbcbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:44.13245332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"e2e-auth-iso-52c5a1","reconcileID":"ab12b9fb-3002-4c95-ac66-dcc0c9b3f392","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"name":"e2e-shared-b-w4-7cbcbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:44.179714259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-7cbcbb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6407b06c0f57a85a94162ee4ed79fd82daf334ec4e5747a1ec41f0fb44a3c47a) AuthConfig (3db60bfd8e47dcb9c72511c518f0a2277b3c4371ad4d7382b8e062f68df50176) AuthConfig (83fb07cb52353e501c93d09b953662825edf404fd6e1281a5ebd27f8128c9d0d) AuthConfig (941d4dfa0e9f51ec065de0fedda89210f3b57363b03ed33d241f81f6873169ba) AuthConfig (585541e94c5b6aa16b82b5d4d7591784b6e60259f580671f63084ce8f2bd5a9b) AuthConfig (6c27d5bca0a1f54f41a8439241741beea4a793a0a76256542790223e9db79d4a) AuthConfig (c40e66f5693d3b17352a160378f6cc19c70d92a528d78fdb854a06f3e5b507d1) AuthConfig (da2758fc50e7ce44adf32749da746fac24a12f37f4fce853ac62b76c4d3bf8ee) AuthConfig (4d06d1ab7d117a1387e0be2210bf6c8f7c765b2f966c48dfef2566227d557cff) AuthConfig (25d71254b03b48a9530da80e332cada8a4785a9278eab909a5754a8d742c23da) AuthConfig (40a8356b49f1e2a66452c82eb5069162898bd6a715dd2895d6a58864f77532ca) AuthConfig (079252cae77138e6e2ad7acf3d945bb79563229492ab6295f6a6936af1cbb528) AuthConfig (ad5bd108f6c2becfc69e8e8709770be3b79bf68fae6fe6b458b8e5d3b1b96f66) AuthConfig (75f76f757ceaedb6bbf4f17b7e58cec6ee803b005bbe9cb02b633cbba1c88dd7) AuthConfig (3a6820742a73ad647e71ceaec0acfef537bac2840e9bd29b9f6b7011d475f737) AuthConfig (c9467efb027f6a3b7f17ac706d97f5bbd9cd6f560a218a31040c63458a6e60d3) AuthConfig (5b139e7ee21f4c2bad2074b98e445dadec9e7867650072d17618ddd269759886) AuthConfig (e710444930d263c85c1cfd62c89b7bd1bbe3645cc6e8c9b1d6e93362e852b81f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"e2e-auth-iso-52c5a1","reconcileID":"ab12b9fb-3002-4c95-ac66-dcc0c9b3f392","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:44.191132675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"auth-test-model-7cbcbb","reconcileID":"f5d9f38c-0251-4a6d-88ab-73d96f958873","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"tenant":"e2e-shared-b-w4-7cbcbb","gateway":"openshift-ingress/e2e-shared-b-w4-7cbcbb","model":"ai-tenant-e2e-shared-b-w4-7cbcbb/auth-test-model-7cbcbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:44.191150649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"auth-test-model-7cbcbb","reconcileID":"f5d9f38c-0251-4a6d-88ab-73d96f958873","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"routeName":"auth-test-model-7cbcbb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","llmisvcName":"auth-test-model-7cbcbb","gateway":"openshift-ingress/e2e-shared-b-w4-7cbcbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:45.167908675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"7c706822-5759-4d1d-a57e-cb261ad73d00","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-54d4c4","tenantID":"e2e-shared-b-w2-54d4c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:45.193967533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"7c706822-5759-4d1d-a57e-cb261ad73d00","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"name":"e2e-shared-b-w2-54d4c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:45.258223055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"auth-test-model-54d4c4","reconcileID":"e1f2b1d9-faac-46d9-be04-cbc50e997087","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"tenant":"e2e-shared-b-w2-54d4c4","gateway":"openshift-ingress/e2e-shared-b-w2-54d4c4","model":"ai-tenant-e2e-shared-b-w2-54d4c4/auth-test-model-54d4c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:45.258247422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"auth-test-model-54d4c4","reconcileID":"e1f2b1d9-faac-46d9-be04-cbc50e997087","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"routeName":"auth-test-model-54d4c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","llmisvcName":"auth-test-model-54d4c4","gateway":"openshift-ingress/e2e-shared-b-w2-54d4c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:47.006930428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"auth-test-model-54d4c4","reconcileID":"9b1b5697-3e15-4116-af32-a6c77f6b6f38","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"tenant":"e2e-shared-b-w2-54d4c4","gateway":"openshift-ingress/e2e-shared-b-w2-54d4c4","model":"ai-tenant-e2e-shared-b-w2-54d4c4/auth-test-model-54d4c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:47.00695137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"auth-test-model-54d4c4","reconcileID":"9b1b5697-3e15-4116-af32-a6c77f6b6f38","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"routeName":"auth-test-model-54d4c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","llmisvcName":"auth-test-model-54d4c4","gateway":"openshift-ingress/e2e-shared-b-w2-54d4c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:47.02080673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"51f132ab-7f86-4ba8-804a-fa6ef6834e71","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-54d4c4","tenantID":"e2e-shared-b-w2-54d4c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:47.021430224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"auth-test-model-54d4c4","reconcileID":"809eeb0f-80f2-4da9-afb8-efbf012a0358","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"tenant":"e2e-shared-b-w2-54d4c4","gateway":"openshift-ingress/e2e-shared-b-w2-54d4c4","model":"ai-tenant-e2e-shared-b-w2-54d4c4/auth-test-model-54d4c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:47.021447497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"auth-test-model-54d4c4","reconcileID":"809eeb0f-80f2-4da9-afb8-efbf012a0358","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"routeName":"auth-test-model-54d4c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","llmisvcName":"auth-test-model-54d4c4","gateway":"openshift-ingress/e2e-shared-b-w2-54d4c4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:00:47.021824253Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"f936d744-d767-46b8-a37a-4f531a4c5a84","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-a7331b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:47.03092385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"51f132ab-7f86-4ba8-804a-fa6ef6834e71","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"name":"e2e-shared-b-w2-54d4c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:47.035908129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"auth-test-model-54d4c4","reconcileID":"68573772-cf51-4fec-926c-16e75ba489b8","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"tenant":"e2e-shared-b-w2-54d4c4","gateway":"openshift-ingress/e2e-shared-b-w2-54d4c4","model":"ai-tenant-e2e-shared-b-w2-54d4c4/auth-test-model-54d4c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:47.035926963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"auth-test-model-54d4c4","reconcileID":"68573772-cf51-4fec-926c-16e75ba489b8","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"routeName":"auth-test-model-54d4c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","llmisvcName":"auth-test-model-54d4c4","gateway":"openshift-ingress/e2e-shared-b-w2-54d4c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:47.044702926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"auth-test-model-54d4c4","reconcileID":"7a1e0388-4cc0-4ff9-b313-b581e131b918","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"tenant":"e2e-shared-b-w2-54d4c4","gateway":"openshift-ingress/e2e-shared-b-w2-54d4c4","model":"ai-tenant-e2e-shared-b-w2-54d4c4/auth-test-model-54d4c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:47.044721163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"auth-test-model-54d4c4","reconcileID":"7a1e0388-4cc0-4ff9-b313-b581e131b918","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"routeName":"auth-test-model-54d4c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","llmisvcName":"auth-test-model-54d4c4","gateway":"openshift-ingress/e2e-shared-b-w2-54d4c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:47.087511492Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"3f6aca55-2a86-47a0-9904-76ef2514d649","MaaSSubscription":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"name":"maas-trlp-auth-test-model-54d4c4","model":"auth-test-model-54d4c4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-54d4c4/e2e-auth-iso-a7331b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:47.135543997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"auth-test-model-54d4c4","reconcileID":"ddf621be-1a1f-497a-b6b5-7e2d435775c8","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"tenant":"e2e-shared-b-w2-54d4c4","gateway":"openshift-ingress/e2e-shared-b-w2-54d4c4","model":"ai-tenant-e2e-shared-b-w2-54d4c4/auth-test-model-54d4c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:47.135560413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"auth-test-model-54d4c4","reconcileID":"ddf621be-1a1f-497a-b6b5-7e2d435775c8","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"routeName":"auth-test-model-54d4c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","llmisvcName":"auth-test-model-54d4c4","gateway":"openshift-ingress/e2e-shared-b-w2-54d4c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:47.185967277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"a0388de3-89e9-42c6-9887-d6969ee6e8f2","MaaSSubscription":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"name":"maas-trlp-auth-test-model-54d4c4","model":"ai-tenant-e2e-shared-b-w2-54d4c4/auth-test-model-54d4c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:47.220968603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"c86f05b6-5dcd-4031-bba1-0ba6f7b97558","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-54d4c4","tenantID":"e2e-shared-b-w2-54d4c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:47.27051245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"c86f05b6-5dcd-4031-bba1-0ba6f7b97558","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"name":"e2e-shared-b-w2-54d4c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:48.9542439Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"d16a1a5e-a689-4a88-acd6-65f4b574dad5","MaaSSubscription":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"model":"ai-tenant-e2e-shared-a-w3-0eeba5/auth-test-model-0eeba5","subscription":"e2e-auth-iso-d4b4a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:48.968192211Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"d16a1a5e-a689-4a88-acd6-65f4b574dad5","MaaSSubscription":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"model":"ai-tenant-e2e-shared-a-w3-0eeba5/auth-test-model-0eeba5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:48.97791978Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"d16a1a5e-a689-4a88-acd6-65f4b574dad5","MaaSSubscription":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"name":"maas-trlp-auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","model":"ai-tenant-e2e-shared-a-w3-0eeba5/auth-test-model-0eeba5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:49.036565496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"auth-test-model-0eeba5","reconcileID":"b457481c-19df-4fc6-8e43-b8889d0dc8aa","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"tenant":"e2e-shared-a-w3-0eeba5","gateway":"openshift-ingress/e2e-shared-a-w3-0eeba5","model":"ai-tenant-e2e-shared-a-w3-0eeba5/auth-test-model-0eeba5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:49.036587623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"auth-test-model-0eeba5","reconcileID":"b457481c-19df-4fc6-8e43-b8889d0dc8aa","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"routeName":"auth-test-model-0eeba5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","llmisvcName":"auth-test-model-0eeba5","gateway":"openshift-ingress/e2e-shared-a-w3-0eeba5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:49.057296727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"c4fc48d4-77de-4436-b56b-a47281f46208","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-0eeba5","tenantID":"e2e-shared-a-w3-0eeba5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:49.071708707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"c4fc48d4-77de-4436-b56b-a47281f46208","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"name":"e2e-shared-a-w3-0eeba5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:49.160957063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"28aa64a6-26a1-4e47-beca-613ab7ba643a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-0eeba5","tenantID":"e2e-shared-a-w3-0eeba5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:49.17195839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"28aa64a6-26a1-4e47-beca-613ab7ba643a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"name":"e2e-shared-a-w3-0eeba5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:49.185793359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"auth-test-model-779fa3","reconcileID":"bb068ba4-353b-4ea9-b858-3ece1590bb11","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"tenant":"e2e-shared-b-w3-779fa3","gateway":"openshift-ingress/e2e-shared-b-w3-779fa3","model":"ai-tenant-e2e-shared-b-w3-779fa3/auth-test-model-779fa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:49.185810164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"auth-test-model-779fa3","reconcileID":"bb068ba4-353b-4ea9-b858-3ece1590bb11","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"routeName":"auth-test-model-779fa3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-779fa3","llmisvcName":"auth-test-model-779fa3","gateway":"openshift-ingress/e2e-shared-b-w3-779fa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:49.206220902Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"c669dd27-7109-4313-adc1-b5cb8918510f","MaaSSubscription":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-70882eb3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:49.259159956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"6debcb2c-6dea-49e8-a0c2-c5bf683e6dc5","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-779fa3","tenantID":"e2e-shared-b-w3-779fa3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:49.273140601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"6debcb2c-6dea-49e8-a0c2-c5bf683e6dc5","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"name":"e2e-shared-b-w3-779fa3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:49.359726117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"85f51070-a0da-4ac2-8f33-550db0779168","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-779fa3","tenantID":"e2e-shared-b-w3-779fa3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:49.376089741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"85f51070-a0da-4ac2-8f33-550db0779168","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"name":"e2e-shared-b-w3-779fa3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:53.343598623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"e2e-auth-iso-65108d","reconcileID":"fa963304-15fa-4c4f-a51d-e1fd173702ee","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-981ee5","tenantID":"e2e-shared-b-w1-981ee5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:53.353433905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"e2e-auth-iso-65108d","reconcileID":"fa963304-15fa-4c4f-a51d-e1fd173702ee","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"name":"e2e-shared-b-w1-981ee5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:53.362478069Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-981ee5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fe48e1f874aadd214a3ecf9f4b7599bd967c94adc49b17b98700bcbc0dbacebf) AuthConfig (1c7e4c50f1081feda13b9c1e032156bebf709cdddd7d98b83c2bf16c4e30e6ee) AuthConfig (9bc859f744c6a8335ab9488a37f8d2f82a7084d1b49350f21ea496988c55b4ba) AuthConfig (3a1bad0c8028c50242faaef1be9e41377c9dd8329b368c95ba9d1d8765314d46) AuthConfig (8e6cec2998ead9fcc72cdab3be0a20d3fadb57757aac7680dda6469df57fc57e) AuthConfig (d91becb108840b45ac6615f5e8cee1643e56bf9f5e0a1047e983ec55921dda9b) AuthConfig (68a4d85c866c7981bf5924c16ef87c7042cd67f42b1080a6c12a5a2f8fa9176b) AuthConfig (f91e2d955858ffce30041d56903de9a50de28eb0b776d73b6237f6a5e87c603b) AuthConfig (69d047505bd5bda09803883df7c7cb063edbf6b6a0527ddfc952e9f6c33c4b8f) AuthConfig (e479af7f4b07ac21fc6e61a07b11c2c150542e531fc6ef458c53524d0abfcb9f) AuthConfig (65527a3243eb863278844f08ea6ab2ce15a93beac2f99943b835058d51b3fba4) AuthConfig (108bbf1dac680f9d7139f471b7f75c8754bdf4c5a7615b7dcaac8b3505293f19) AuthConfig (792a153a9bdc87bd9552bdf76d2e49e34faa6d1c84c4a3636d01a6798b347975) AuthConfig (3326ad982f791f2bbd4718706fcb4481ba9244c6e169812f7423f20167f36d02) AuthConfig (a3d8e12a42d497b5d00ea9ef1836c49fbb71e41036dc982e354f274ed07d25bc) AuthConfig (26c5fc5b8a3889384d5d074f810a4d35d07ec12550bdfda082d2b6ffda65b0b9) AuthConfig (b7b6ac0e0765111cdc81f73583d3eca56ab7c55380d3ae9976a2354c4fe34507) AuthConfig (e923eba43cf1c5f0d6182b77b3be4f2cbeaaf9afa5e748d711ae280206ee8e8a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"e2e-auth-iso-65108d","reconcileID":"fa963304-15fa-4c4f-a51d-e1fd173702ee","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:54.202533961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"e2e-auth-iso-52c5a1","reconcileID":"2879195b-78ae-4b10-9208-1a130fd06888","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-7cbcbb","tenantID":"e2e-shared-b-w4-7cbcbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:54.216355213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"e2e-auth-iso-52c5a1","reconcileID":"2879195b-78ae-4b10-9208-1a130fd06888","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"name":"e2e-shared-b-w4-7cbcbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:54.22519384Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-7cbcbb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6407b06c0f57a85a94162ee4ed79fd82daf334ec4e5747a1ec41f0fb44a3c47a) AuthConfig (3db60bfd8e47dcb9c72511c518f0a2277b3c4371ad4d7382b8e062f68df50176) AuthConfig (83fb07cb52353e501c93d09b953662825edf404fd6e1281a5ebd27f8128c9d0d) AuthConfig (941d4dfa0e9f51ec065de0fedda89210f3b57363b03ed33d241f81f6873169ba) AuthConfig (585541e94c5b6aa16b82b5d4d7591784b6e60259f580671f63084ce8f2bd5a9b) AuthConfig (6c27d5bca0a1f54f41a8439241741beea4a793a0a76256542790223e9db79d4a) AuthConfig (c40e66f5693d3b17352a160378f6cc19c70d92a528d78fdb854a06f3e5b507d1) AuthConfig (da2758fc50e7ce44adf32749da746fac24a12f37f4fce853ac62b76c4d3bf8ee) AuthConfig (4d06d1ab7d117a1387e0be2210bf6c8f7c765b2f966c48dfef2566227d557cff) AuthConfig (25d71254b03b48a9530da80e332cada8a4785a9278eab909a5754a8d742c23da) AuthConfig (40a8356b49f1e2a66452c82eb5069162898bd6a715dd2895d6a58864f77532ca) AuthConfig (079252cae77138e6e2ad7acf3d945bb79563229492ab6295f6a6936af1cbb528) AuthConfig (ad5bd108f6c2becfc69e8e8709770be3b79bf68fae6fe6b458b8e5d3b1b96f66) AuthConfig (75f76f757ceaedb6bbf4f17b7e58cec6ee803b005bbe9cb02b633cbba1c88dd7) AuthConfig (3a6820742a73ad647e71ceaec0acfef537bac2840e9bd29b9f6b7011d475f737) AuthConfig (c9467efb027f6a3b7f17ac706d97f5bbd9cd6f560a218a31040c63458a6e60d3) AuthConfig (5b139e7ee21f4c2bad2074b98e445dadec9e7867650072d17618ddd269759886) AuthConfig (e710444930d263c85c1cfd62c89b7bd1bbe3645cc6e8c9b1d6e93362e852b81f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"e2e-auth-iso-52c5a1","reconcileID":"2879195b-78ae-4b10-9208-1a130fd06888","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:55.48830286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"a735b478-a38c-4c8f-8c34-18d808ffedac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:55.574141338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"6880817e-ae1e-4858-8d8c-5208717e99eb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:55.574156517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"36e46c3d-d0cf-43c7-91c9-8267721477ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:55.574594437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d94c7e64-c927-4b0f-9763-61cc5aba5dc1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:55.68922683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-subscription","reconcileID":"e9fe08b3-f4ce-45d8-982f-106b248c46b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-premium-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:55.798011983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"818172e8-a8c2-4ba9-bb09-6e710f6b3f15","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:55.799770161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"36374efc-f0d1-4519-bbbe-25a641dc2423","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:55.886946531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"6d19a468-222d-4699-9c2b-21a495244ca4","MaaSSubscription":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"name":"maas-trlp-auth-test-model-b24a1a","model":"ai-tenant-e2e-shared-a-w2-b24a1a/auth-test-model-b24a1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:55.903157008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"16c4b339-a280-465a-8cac-8c72206931a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:55.903364417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"20263b7c-1eee-4cdc-a908-28cfae961779","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:55.903754259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"63f0e38a-2b43-46e6-bf7e-26c5d72ff6b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:55.986511014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"ba215668-dadb-411c-ba1f-4a19d8a85235","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:55.988535752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"cee5d0cd-1152-4262-b943-bfc98156397c","MaaSSubscription":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"name":"maas-trlp-auth-test-model-b7431c","model":"ai-tenant-e2e-shared-a-w4-b7431c/auth-test-model-b7431c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:55.988600968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"e7447aea-b01b-4aeb-a41b-16f05df7b8b1","MaaSSubscription":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"name":"maas-trlp-auth-test-model-7eaeed","model":"ai-tenant-e2e-shared-a-w1-7eaeed/auth-test-model-7eaeed","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:55.989234633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"00ca8947-7d19-48d8-a325-db42917ebf2a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:57.7742898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4d2317"},"namespace":"ai-tenant-e2e-shared-a-w0-4d2317","name":"default-tenant","reconcileID":"38e26fac-174e-4799-8e90-17fd38aa3549","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-4d2317","tenantID":"e2e-shared-a-w0-4d2317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:57.802077127Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4d2317"},"namespace":"ai-tenant-e2e-shared-a-w0-4d2317","name":"default-tenant","reconcileID":"38e26fac-174e-4799-8e90-17fd38aa3549","name":"e2e-shared-a-w0-4d2317-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:59.211268006Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"2e9e284d-f57e-446b-abf3-729df84aab89","MaaSSubscription":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"model":"ai-tenant-e2e-shared-b-w3-779fa3/auth-test-model-779fa3","subscription":"e2e-auth-iso-d4b4a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:59.216238323Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"2e9e284d-f57e-446b-abf3-729df84aab89","MaaSSubscription":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"model":"ai-tenant-e2e-shared-b-w3-779fa3/auth-test-model-779fa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:59.221330368Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"2e9e284d-f57e-446b-abf3-729df84aab89","MaaSSubscription":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"name":"maas-trlp-auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3","model":"ai-tenant-e2e-shared-b-w3-779fa3/auth-test-model-779fa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:59.292459274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"auth-test-model-779fa3","reconcileID":"ca836fa0-e207-4b03-8841-162d0c1ca5a2","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"tenant":"e2e-shared-b-w3-779fa3","gateway":"openshift-ingress/e2e-shared-b-w3-779fa3","model":"ai-tenant-e2e-shared-b-w3-779fa3/auth-test-model-779fa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:59.292489302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"auth-test-model-779fa3","reconcileID":"ca836fa0-e207-4b03-8841-162d0c1ca5a2","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"routeName":"auth-test-model-779fa3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-779fa3","llmisvcName":"auth-test-model-779fa3","gateway":"openshift-ingress/e2e-shared-b-w3-779fa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:59.319220228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"82d003a0-dc73-478f-aa9e-dfce4b86ac65","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-779fa3","tenantID":"e2e-shared-b-w3-779fa3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:59.329658076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"82d003a0-dc73-478f-aa9e-dfce4b86ac65","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"name":"e2e-shared-b-w3-779fa3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:59.416102862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"7dd8de87-ac92-4398-bdac-63ee9010c206","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-779fa3","tenantID":"e2e-shared-b-w3-779fa3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:59.42569537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"7dd8de87-ac92-4398-bdac-63ee9010c206","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"name":"e2e-shared-b-w3-779fa3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:59.438979074Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"3c8dc40c-a39e-409b-9e91-c7924512dbcf","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"model":"ai-tenant-e2e-shared-a-w3-0eeba5/auth-test-model-0eeba5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:59.438986987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"auth-test-model-0eeba5","reconcileID":"e5457d27-54e7-49b4-91fc-c4011534dc8d","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"tenant":"e2e-shared-a-w3-0eeba5","gateway":"openshift-ingress/e2e-shared-a-w3-0eeba5","model":"ai-tenant-e2e-shared-a-w3-0eeba5/auth-test-model-0eeba5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:59.439081201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"auth-test-model-0eeba5","reconcileID":"e5457d27-54e7-49b4-91fc-c4011534dc8d","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"routeName":"auth-test-model-0eeba5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","llmisvcName":"auth-test-model-0eeba5","gateway":"openshift-ingress/e2e-shared-a-w3-0eeba5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:59.544132723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"3c8dc40c-a39e-409b-9e91-c7924512dbcf","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-0eeba5","tenantID":"e2e-shared-a-w3-0eeba5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:59.581698872Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"3c8dc40c-a39e-409b-9e91-c7924512dbcf","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"name":"e2e-shared-a-w3-0eeba5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:59.581720907Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"e2e-auth-iso-d4b4a4","reconcileID":"3c8dc40c-a39e-409b-9e91-c7924512dbcf","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-0eeba5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:59.602185895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"auth-test-model-0eeba5","reconcileID":"1bf68ae2-3e7c-4542-9a95-c39ea9481c89","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"tenant":"e2e-shared-a-w3-0eeba5","gateway":"openshift-ingress/e2e-shared-a-w3-0eeba5","model":"ai-tenant-e2e-shared-a-w3-0eeba5/auth-test-model-0eeba5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:59.602205821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"auth-test-model-0eeba5","reconcileID":"1bf68ae2-3e7c-4542-9a95-c39ea9481c89","MaaSModelRef":{"name":"auth-test-model-0eeba5","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"routeName":"auth-test-model-0eeba5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","llmisvcName":"auth-test-model-0eeba5","gateway":"openshift-ingress/e2e-shared-a-w3-0eeba5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:59.754066669Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"45253674-60f2-465c-9262-dddea4d8a148","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"model":"ai-tenant-e2e-shared-b-w3-779fa3/auth-test-model-779fa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:59.754113271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"auth-test-model-779fa3","reconcileID":"82869424-6a86-467d-bc5f-32dee931f1dc","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"tenant":"e2e-shared-b-w3-779fa3","gateway":"openshift-ingress/e2e-shared-b-w3-779fa3","model":"ai-tenant-e2e-shared-b-w3-779fa3/auth-test-model-779fa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:59.754125995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"auth-test-model-779fa3","reconcileID":"82869424-6a86-467d-bc5f-32dee931f1dc","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"routeName":"auth-test-model-779fa3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-779fa3","llmisvcName":"auth-test-model-779fa3","gateway":"openshift-ingress/e2e-shared-b-w3-779fa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:59.781646589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"45253674-60f2-465c-9262-dddea4d8a148","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-779fa3","tenantID":"e2e-shared-b-w3-779fa3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:59.818412982Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"45253674-60f2-465c-9262-dddea4d8a148","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"name":"e2e-shared-b-w3-779fa3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:59.818431132Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"e2e-auth-iso-d4b4a4","reconcileID":"45253674-60f2-465c-9262-dddea4d8a148","MaaSAuthPolicy":{"name":"e2e-auth-iso-d4b4a4","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-779fa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:59.827699756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"auth-test-model-779fa3","reconcileID":"87d99231-cefa-48c3-bf11-e74d23190588","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"tenant":"e2e-shared-b-w3-779fa3","gateway":"openshift-ingress/e2e-shared-b-w3-779fa3","model":"ai-tenant-e2e-shared-b-w3-779fa3/auth-test-model-779fa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:00:59.827716481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"auth-test-model-779fa3","reconcileID":"87d99231-cefa-48c3-bf11-e74d23190588","MaaSModelRef":{"name":"auth-test-model-779fa3","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"routeName":"auth-test-model-779fa3-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-779fa3","llmisvcName":"auth-test-model-779fa3","gateway":"openshift-ingress/e2e-shared-b-w3-779fa3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:03.373603117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"e2e-auth-iso-65108d","reconcileID":"4c1570fc-ca99-4587-8b6c-9a188302645f","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-981ee5","tenantID":"e2e-shared-b-w1-981ee5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:03.384233777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"e2e-auth-iso-65108d","reconcileID":"4c1570fc-ca99-4587-8b6c-9a188302645f","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"name":"e2e-shared-b-w1-981ee5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:03.421519619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"auth-test-model-981ee5","reconcileID":"b48d5ba8-018b-42a8-8a4a-a2d2990223b9","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"tenant":"e2e-shared-b-w1-981ee5","gateway":"openshift-ingress/e2e-shared-b-w1-981ee5","model":"ai-tenant-e2e-shared-b-w1-981ee5/auth-test-model-981ee5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:03.4215411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"auth-test-model-981ee5","reconcileID":"b48d5ba8-018b-42a8-8a4a-a2d2990223b9","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"routeName":"auth-test-model-981ee5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-981ee5","llmisvcName":"auth-test-model-981ee5","gateway":"openshift-ingress/e2e-shared-b-w1-981ee5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:04.239559962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"e2e-auth-iso-52c5a1","reconcileID":"3bab360c-d658-4cfb-ad75-bfd916bfd00c","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-7cbcbb","tenantID":"e2e-shared-b-w4-7cbcbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:04.249578568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"e2e-auth-iso-52c5a1","reconcileID":"3bab360c-d658-4cfb-ad75-bfd916bfd00c","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"name":"e2e-shared-b-w4-7cbcbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:04.404488557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"auth-test-model-7cbcbb","reconcileID":"2334407e-419a-4239-8514-3c0d886b68ad","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"tenant":"e2e-shared-b-w4-7cbcbb","gateway":"openshift-ingress/e2e-shared-b-w4-7cbcbb","model":"ai-tenant-e2e-shared-b-w4-7cbcbb/auth-test-model-7cbcbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:04.404514241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"auth-test-model-7cbcbb","reconcileID":"2334407e-419a-4239-8514-3c0d886b68ad","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"routeName":"auth-test-model-7cbcbb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","llmisvcName":"auth-test-model-7cbcbb","gateway":"openshift-ingress/e2e-shared-b-w4-7cbcbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:04.896364275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"auth-test-model-981ee5","reconcileID":"f9a8bb57-0906-4e5f-96de-b2ff1b28d476","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"tenant":"e2e-shared-b-w1-981ee5","gateway":"openshift-ingress/e2e-shared-b-w1-981ee5","model":"ai-tenant-e2e-shared-b-w1-981ee5/auth-test-model-981ee5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:04.89638302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"auth-test-model-981ee5","reconcileID":"f9a8bb57-0906-4e5f-96de-b2ff1b28d476","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"routeName":"auth-test-model-981ee5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-981ee5","llmisvcName":"auth-test-model-981ee5","gateway":"openshift-ingress/e2e-shared-b-w1-981ee5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:04.915753517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"auth-test-model-981ee5","reconcileID":"cfd88c83-009f-4a99-bae8-11f4057f50e0","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"tenant":"e2e-shared-b-w1-981ee5","gateway":"openshift-ingress/e2e-shared-b-w1-981ee5","model":"ai-tenant-e2e-shared-b-w1-981ee5/auth-test-model-981ee5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:04.915770573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"auth-test-model-981ee5","reconcileID":"cfd88c83-009f-4a99-bae8-11f4057f50e0","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"routeName":"auth-test-model-981ee5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-981ee5","llmisvcName":"auth-test-model-981ee5","gateway":"openshift-ingress/e2e-shared-b-w1-981ee5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:04.917157836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"e2e-auth-iso-65108d","reconcileID":"8628b65a-c774-4283-b724-5f7bbcbca256","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-981ee5","tenantID":"e2e-shared-b-w1-981ee5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:01:04.917922893Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"e2e-auth-iso-65108d","reconcileID":"34c75e67-fba4-4956-9d96-3fc379e14f5d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-65108d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:01:04.922668228Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"auth-test-model-981ee5","reconcileID":"cfd88c83-009f-4a99-bae8-11f4057f50e0","name":"auth-test-model-981ee5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-981ee5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:01:04.922719987Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"auth-test-model-981ee5","reconcileID":"cfd88c83-009f-4a99-bae8-11f4057f50e0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-981ee5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:04.928179459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"e2e-auth-iso-65108d","reconcileID":"8628b65a-c774-4283-b724-5f7bbcbca256","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"name":"e2e-shared-b-w1-981ee5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:04.928375127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"auth-test-model-981ee5","reconcileID":"dd4caf5a-e8a4-44e8-9b15-c818daa11da1","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"tenant":"e2e-shared-b-w1-981ee5","gateway":"openshift-ingress/e2e-shared-b-w1-981ee5","model":"ai-tenant-e2e-shared-b-w1-981ee5/auth-test-model-981ee5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:04.928389993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"auth-test-model-981ee5","reconcileID":"dd4caf5a-e8a4-44e8-9b15-c818daa11da1","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"routeName":"auth-test-model-981ee5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-981ee5","llmisvcName":"auth-test-model-981ee5","gateway":"openshift-ingress/e2e-shared-b-w1-981ee5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:04.933853706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"auth-test-model-981ee5","reconcileID":"898e4289-26e8-441f-8f4e-58116a025ab4","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"tenant":"e2e-shared-b-w1-981ee5","gateway":"openshift-ingress/e2e-shared-b-w1-981ee5","model":"ai-tenant-e2e-shared-b-w1-981ee5/auth-test-model-981ee5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:04.933868927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"auth-test-model-981ee5","reconcileID":"898e4289-26e8-441f-8f4e-58116a025ab4","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"routeName":"auth-test-model-981ee5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-981ee5","llmisvcName":"auth-test-model-981ee5","gateway":"openshift-ingress/e2e-shared-b-w1-981ee5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:04.946469433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"auth-test-model-981ee5","reconcileID":"99c79af8-533b-4414-906c-a461ca7463d9","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"tenant":"e2e-shared-b-w1-981ee5","gateway":"openshift-ingress/e2e-shared-b-w1-981ee5","model":"ai-tenant-e2e-shared-b-w1-981ee5/auth-test-model-981ee5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:04.946485275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"auth-test-model-981ee5","reconcileID":"99c79af8-533b-4414-906c-a461ca7463d9","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"routeName":"auth-test-model-981ee5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-981ee5","llmisvcName":"auth-test-model-981ee5","gateway":"openshift-ingress/e2e-shared-b-w1-981ee5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:04.978252677Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"e2e-auth-iso-65108d","reconcileID":"912fcdee-ec06-4260-a8b8-e0065f5bae66","MaaSSubscription":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"name":"maas-trlp-auth-test-model-981ee5","model":"auth-test-model-981ee5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-981ee5/e2e-auth-iso-65108d"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:05.017239061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"auth-test-model-981ee5","reconcileID":"a66c35d9-ad67-4566-9afa-ce47bbea71e9","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"tenant":"e2e-shared-b-w1-981ee5","gateway":"openshift-ingress/e2e-shared-b-w1-981ee5","model":"ai-tenant-e2e-shared-b-w1-981ee5/auth-test-model-981ee5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:05.017254403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"auth-test-model-981ee5","reconcileID":"a66c35d9-ad67-4566-9afa-ce47bbea71e9","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"routeName":"auth-test-model-981ee5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-981ee5","llmisvcName":"auth-test-model-981ee5","gateway":"openshift-ingress/e2e-shared-b-w1-981ee5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:05.0545418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"e2e-auth-iso-65108d","reconcileID":"c509a41a-977f-4020-8c5c-e20b4cb335f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-981ee5","tenantID":"e2e-shared-b-w1-981ee5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:05.065744367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"e2e-auth-iso-65108d","reconcileID":"c509a41a-977f-4020-8c5c-e20b4cb335f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"name":"e2e-shared-b-w1-981ee5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:05.068251668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"e2e-auth-iso-65108d","reconcileID":"8ddc6a5a-652d-490c-acc4-1a407f20d26c","MaaSSubscription":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"name":"maas-trlp-auth-test-model-981ee5","model":"ai-tenant-e2e-shared-b-w1-981ee5/auth-test-model-981ee5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:05.647927081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"auth-test-model-7cbcbb","reconcileID":"b11b64b8-fc0f-4b14-aada-050159c131d0","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"tenant":"e2e-shared-b-w4-7cbcbb","gateway":"openshift-ingress/e2e-shared-b-w4-7cbcbb","model":"ai-tenant-e2e-shared-b-w4-7cbcbb/auth-test-model-7cbcbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:05.647947592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"auth-test-model-7cbcbb","reconcileID":"b11b64b8-fc0f-4b14-aada-050159c131d0","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"routeName":"auth-test-model-7cbcbb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","llmisvcName":"auth-test-model-7cbcbb","gateway":"openshift-ingress/e2e-shared-b-w4-7cbcbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:05.662283689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"auth-test-model-7cbcbb","reconcileID":"3986a9ce-e777-496a-b3dc-4bc4addfceca","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"tenant":"e2e-shared-b-w4-7cbcbb","gateway":"openshift-ingress/e2e-shared-b-w4-7cbcbb","model":"ai-tenant-e2e-shared-b-w4-7cbcbb/auth-test-model-7cbcbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:05.662319411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"auth-test-model-7cbcbb","reconcileID":"3986a9ce-e777-496a-b3dc-4bc4addfceca","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"routeName":"auth-test-model-7cbcbb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","llmisvcName":"auth-test-model-7cbcbb","gateway":"openshift-ingress/e2e-shared-b-w4-7cbcbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:05.664598677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"e2e-auth-iso-52c5a1","reconcileID":"ba79e966-d1a5-45f0-80ac-e9d27938f9bc","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-7cbcbb","tenantID":"e2e-shared-b-w4-7cbcbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:01:05.665135482Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"e2e-auth-iso-52c5a1","reconcileID":"a0df7223-25be-4b5b-912c-aeb5ef3c0c0d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-52c5a1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:05.674677734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"e2e-auth-iso-52c5a1","reconcileID":"ba79e966-d1a5-45f0-80ac-e9d27938f9bc","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"name":"e2e-shared-b-w4-7cbcbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:05.681921405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"auth-test-model-7cbcbb","reconcileID":"3ccc06d2-2784-4828-9492-38e90fb17da7","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"tenant":"e2e-shared-b-w4-7cbcbb","gateway":"openshift-ingress/e2e-shared-b-w4-7cbcbb","model":"ai-tenant-e2e-shared-b-w4-7cbcbb/auth-test-model-7cbcbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:05.681939979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"auth-test-model-7cbcbb","reconcileID":"3ccc06d2-2784-4828-9492-38e90fb17da7","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"routeName":"auth-test-model-7cbcbb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","llmisvcName":"auth-test-model-7cbcbb","gateway":"openshift-ingress/e2e-shared-b-w4-7cbcbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:05.693173252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"auth-test-model-7cbcbb","reconcileID":"15d0ef39-2537-4e9f-842f-920c6e88384a","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"tenant":"e2e-shared-b-w4-7cbcbb","gateway":"openshift-ingress/e2e-shared-b-w4-7cbcbb","model":"ai-tenant-e2e-shared-b-w4-7cbcbb/auth-test-model-7cbcbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:05.693186468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"auth-test-model-7cbcbb","reconcileID":"15d0ef39-2537-4e9f-842f-920c6e88384a","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"routeName":"auth-test-model-7cbcbb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","llmisvcName":"auth-test-model-7cbcbb","gateway":"openshift-ingress/e2e-shared-b-w4-7cbcbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:05.719972365Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"e2e-auth-iso-52c5a1","reconcileID":"29a7236f-79f6-4e4a-a334-a33d7166edd0","MaaSSubscription":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"name":"maas-trlp-auth-test-model-7cbcbb","model":"auth-test-model-7cbcbb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-7cbcbb/e2e-auth-iso-52c5a1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:05.747238219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"auth-test-model-7cbcbb","reconcileID":"e94f6662-ccc1-45f8-9031-94fbe3aa4e70","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"tenant":"e2e-shared-b-w4-7cbcbb","gateway":"openshift-ingress/e2e-shared-b-w4-7cbcbb","model":"ai-tenant-e2e-shared-b-w4-7cbcbb/auth-test-model-7cbcbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:05.74725782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"auth-test-model-7cbcbb","reconcileID":"e94f6662-ccc1-45f8-9031-94fbe3aa4e70","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"routeName":"auth-test-model-7cbcbb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","llmisvcName":"auth-test-model-7cbcbb","gateway":"openshift-ingress/e2e-shared-b-w4-7cbcbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:05.799702846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"e2e-auth-iso-52c5a1","reconcileID":"8b2282aa-3fa9-4a34-8ec3-e21f70658ec0","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-7cbcbb","tenantID":"e2e-shared-b-w4-7cbcbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:05.809499942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"e2e-auth-iso-52c5a1","reconcileID":"8b2282aa-3fa9-4a34-8ec3-e21f70658ec0","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"name":"e2e-shared-b-w4-7cbcbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:05.81391211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"e2e-auth-iso-52c5a1","reconcileID":"41029ba0-4623-4039-83e3-4e434f1c2445","MaaSSubscription":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"name":"maas-trlp-auth-test-model-7cbcbb","model":"ai-tenant-e2e-shared-b-w4-7cbcbb/auth-test-model-7cbcbb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:06.377606531Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:14.14859102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85f43bb5-935b-4c43-9883-a766b3738881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:14.154495176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85f43bb5-935b-4c43-9883-a766b3738881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:14.177233192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85f43bb5-935b-4c43-9883-a766b3738881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:14.193384189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85f43bb5-935b-4c43-9883-a766b3738881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:14.528606681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f683db6-8cfb-4214-91c3-cc643db3ed6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:14.533279206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f683db6-8cfb-4214-91c3-cc643db3ed6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:14.538965617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f683db6-8cfb-4214-91c3-cc643db3ed6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:14.546706126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f683db6-8cfb-4214-91c3-cc643db3ed6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:17.269650967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"ae99e866-fc2b-4f5b-b92c-be4d9b32cc24","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:17.403966332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"b4f7adaf-90e6-4eb8-a071-c58d5542a21f","MaaSSubscription":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"name":"maas-trlp-auth-test-model-7eaeed","model":"ai-tenant-e2e-shared-a-w1-7eaeed/auth-test-model-7eaeed","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:17.409089439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"1554c64d-6062-46a7-b7cb-f803ffc2a87a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:17.47944925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"243a6f42-e268-489f-beea-ed45a2cc3db3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:17.481351422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"c677d0e7-0f15-41c1-82f8-2776d61ad55a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:17.57948995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"773c472b-6949-49fa-82a7-340709d34628","MaaSSubscription":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"name":"maas-trlp-auth-test-model-b7431c","model":"ai-tenant-e2e-shared-a-w4-b7431c/auth-test-model-b7431c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:17.586014498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-subscription","reconcileID":"f153d2c2-4859-48e2-a22f-58f31e40b9ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-premium-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:17.604973664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"91ce8d1e-70a0-47ce-a937-a12527712a35","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:17.605441326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"c8e82c3f-794b-4454-b420-30b365648871","MaaSSubscription":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"name":"maas-trlp-auth-test-model-54d4c4","model":"ai-tenant-e2e-shared-b-w2-54d4c4/auth-test-model-54d4c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:17.643018867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"auth-test-model-54d4c4","reconcileID":"6c088a92-cef3-40a5-a05d-ca8d5d002c3d","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"tenant":"e2e-shared-b-w2-54d4c4","gateway":"openshift-ingress/e2e-shared-b-w2-54d4c4","model":"ai-tenant-e2e-shared-b-w2-54d4c4/auth-test-model-54d4c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:17.643073759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"auth-test-model-54d4c4","reconcileID":"6c088a92-cef3-40a5-a05d-ca8d5d002c3d","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"routeName":"auth-test-model-54d4c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","llmisvcName":"auth-test-model-54d4c4","gateway":"openshift-ingress/e2e-shared-b-w2-54d4c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:17.674933584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"9a03b72c-1a7a-4da2-b79b-5b3d30c4fa51","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:17.681161217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"454f2ec1-6237-4439-9b2c-9a2f170f4018","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:17.814884976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"52e5a8d5-92da-4e6e-8652-2d6a4f1a3e46","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:17.814903632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"49cd5000-6059-4f02-943c-c41af8c2070b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:17.915120947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"7a013291-dee9-4398-91ee-d3c3e60b6589","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:17.917070348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"7f025bce-d3c1-490a-bd08-0b94d66c8c3c","MaaSSubscription":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"name":"maas-trlp-auth-test-model-b24a1a","model":"ai-tenant-e2e-shared-a-w2-b24a1a/auth-test-model-b24a1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:17.917254758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"eeaaf521-0006-455a-9d8f-c422a394bf9a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:18.202411279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"3ec075ff-2de8-4e0a-b07b-6027a462d4ec","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-54d4c4","tenantID":"e2e-shared-b-w2-54d4c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:18.217582677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"3ec075ff-2de8-4e0a-b07b-6027a462d4ec","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"name":"e2e-shared-b-w2-54d4c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:21.404742052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"auth-test-model-b24a1a","reconcileID":"184b2f54-5305-41e4-92c2-004fae35ad95","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"tenant":"e2e-shared-a-w2-b24a1a","gateway":"openshift-ingress/e2e-shared-a-w2-b24a1a","model":"ai-tenant-e2e-shared-a-w2-b24a1a/auth-test-model-b24a1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:21.404773517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"auth-test-model-b24a1a","reconcileID":"184b2f54-5305-41e4-92c2-004fae35ad95","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"routeName":"auth-test-model-b24a1a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","llmisvcName":"auth-test-model-b24a1a","gateway":"openshift-ingress/e2e-shared-a-w2-b24a1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:21.419583428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"f1e430bc-0b4a-412b-b8da-cb0a38491e5a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b24a1a","tenantID":"e2e-shared-a-w2-b24a1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:21.434492231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"f1e430bc-0b4a-412b-b8da-cb0a38491e5a","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"name":"e2e-shared-a-w2-b24a1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:21.444577602Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"4e3d394e-5ee1-4bfe-bba2-59ad3ed3cb1f","MaaSSubscription":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-05290867","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:21.532818284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"9b3e8bbe-ffc3-4da9-a7b0-bcfa3a0041e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b24a1a","tenantID":"e2e-shared-a-w2-b24a1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:21.544888314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"9b3e8bbe-ffc3-4da9-a7b0-bcfa3a0041e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"name":"e2e-shared-a-w2-b24a1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:22.483206311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d2a6cf6-c490-4219-908e-7e8b6a1f204e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:22.487451137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d2a6cf6-c490-4219-908e-7e8b6a1f204e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:22.491614173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d2a6cf6-c490-4219-908e-7e8b6a1f204e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:22.496023969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d2a6cf6-c490-4219-908e-7e8b6a1f204e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:22.905523619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c29938e-ee03-468e-8779-2838541798aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:22.909755139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c29938e-ee03-468e-8779-2838541798aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:22.914193315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c29938e-ee03-468e-8779-2838541798aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:22.918918128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c29938e-ee03-468e-8779-2838541798aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:23.508382443Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-c9bce8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-c9bce8","reconcileID":"ab7d720d-ba38-4a24-a22d-590fe3abf8f3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-c9bce8","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-c9bce8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:23.513277293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5095030-9135-4340-9b2d-b830b3ca5899","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:23.520188079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5095030-9135-4340-9b2d-b830b3ca5899","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:23.526200259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5095030-9135-4340-9b2d-b830b3ca5899","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:23.533192265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5095030-9135-4340-9b2d-b830b3ca5899","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:23.857749899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b96119f-f519-4d8a-b51e-7ca0e7680afc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:23.862117601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b96119f-f519-4d8a-b51e-7ca0e7680afc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:23.866856379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b96119f-f519-4d8a-b51e-7ca0e7680afc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:23.874298602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b96119f-f519-4d8a-b51e-7ca0e7680afc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:24.379258968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e93b95cf-42c4-4a3b-a574-45fb31c78229","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:24.383950757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e93b95cf-42c4-4a3b-a574-45fb31c78229","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:24.389855951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e93b95cf-42c4-4a3b-a574-45fb31c78229","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:24.394146668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e93b95cf-42c4-4a3b-a574-45fb31c78229","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:24.526635734Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-75b361","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-75b361","reconcileID":"1163e51f-a340-4f50-8326-7355578828f1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-75b361","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-75b361":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:24.784400411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a905f1f-a65f-490f-9d79-b16149dfaa9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:24.789331393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a905f1f-a65f-490f-9d79-b16149dfaa9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:24.793493451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a905f1f-a65f-490f-9d79-b16149dfaa9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:24.797884476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a905f1f-a65f-490f-9d79-b16149dfaa9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:25.209812986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a46b893c-2104-4bfd-9eb9-b6a2a2d7f21d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:25.216830664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a46b893c-2104-4bfd-9eb9-b6a2a2d7f21d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:25.222584021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a46b893c-2104-4bfd-9eb9-b6a2a2d7f21d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:25.227066813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a46b893c-2104-4bfd-9eb9-b6a2a2d7f21d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:31.449934055Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"8138962f-4d12-4f8e-a289-f25eb4044540","MaaSSubscription":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"model":"ai-tenant-e2e-shared-a-w2-b24a1a/auth-test-model-b24a1a","subscription":"e2e-auth-iso-a7331b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:31.455267872Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"8138962f-4d12-4f8e-a289-f25eb4044540","MaaSSubscription":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"model":"ai-tenant-e2e-shared-a-w2-b24a1a/auth-test-model-b24a1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:31.460750239Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"8138962f-4d12-4f8e-a289-f25eb4044540","MaaSSubscription":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"name":"maas-trlp-auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","model":"ai-tenant-e2e-shared-a-w2-b24a1a/auth-test-model-b24a1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:31.589854284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"auth-test-model-b24a1a","reconcileID":"7fe7fb73-b411-452b-ac29-4f9486bab100","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"tenant":"e2e-shared-a-w2-b24a1a","gateway":"openshift-ingress/e2e-shared-a-w2-b24a1a","model":"ai-tenant-e2e-shared-a-w2-b24a1a/auth-test-model-b24a1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:31.589875588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"auth-test-model-b24a1a","reconcileID":"7fe7fb73-b411-452b-ac29-4f9486bab100","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"routeName":"auth-test-model-b24a1a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","llmisvcName":"auth-test-model-b24a1a","gateway":"openshift-ingress/e2e-shared-a-w2-b24a1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:31.601461454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"07002fe4-37fd-4862-a3fb-2c9ab09124c6","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b24a1a","tenantID":"e2e-shared-a-w2-b24a1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:31.611597797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"07002fe4-37fd-4862-a3fb-2c9ab09124c6","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"name":"e2e-shared-a-w2-b24a1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:31.731654125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"43bab496-0c01-4de9-b601-d9642c21806b","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b24a1a","tenantID":"e2e-shared-a-w2-b24a1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:31.741494139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"43bab496-0c01-4de9-b601-d9642c21806b","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"name":"e2e-shared-a-w2-b24a1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:31.745975396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"auth-test-model-54d4c4","reconcileID":"86720160-8f23-4237-bd35-fa4220d3aded","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"tenant":"e2e-shared-b-w2-54d4c4","gateway":"openshift-ingress/e2e-shared-b-w2-54d4c4","model":"ai-tenant-e2e-shared-b-w2-54d4c4/auth-test-model-54d4c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:31.745994242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"auth-test-model-54d4c4","reconcileID":"86720160-8f23-4237-bd35-fa4220d3aded","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"routeName":"auth-test-model-54d4c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","llmisvcName":"auth-test-model-54d4c4","gateway":"openshift-ingress/e2e-shared-b-w2-54d4c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:31.767261148Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"31dd59fd-63e4-4d9d-8fca-25018ee2c89c","MaaSSubscription":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-02cca21c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:31.832253075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"0be5a79c-a4b5-495c-b25f-c07405d6c42d","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-54d4c4","tenantID":"e2e-shared-b-w2-54d4c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:31.843291577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"0be5a79c-a4b5-495c-b25f-c07405d6c42d","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"name":"e2e-shared-b-w2-54d4c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:31.935236067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"d528c27f-1a70-44a0-ac65-b32e6d17fe9c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-54d4c4","tenantID":"e2e-shared-b-w2-54d4c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:31.945008342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"d528c27f-1a70-44a0-ac65-b32e6d17fe9c","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"name":"e2e-shared-b-w2-54d4c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:36.380304402Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:39.640122587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"default-tenant","reconcileID":"7c6e45d8-862f-4ce3-b262-6e00a8ac383b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:39.66469932Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"default-tenant","reconcileID":"7c6e45d8-862f-4ce3-b262-6e00a8ac383b","name":"e2e-extmod-a-c9bce8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:41.808384726Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"6ca985eb-270c-4c6e-ae33-88edcd368794","MaaSSubscription":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"model":"ai-tenant-e2e-shared-b-w2-54d4c4/auth-test-model-54d4c4","subscription":"e2e-auth-iso-a7331b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:41.816411418Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"6ca985eb-270c-4c6e-ae33-88edcd368794","MaaSSubscription":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"model":"ai-tenant-e2e-shared-b-w2-54d4c4/auth-test-model-54d4c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:41.829438789Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"6ca985eb-270c-4c6e-ae33-88edcd368794","MaaSSubscription":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"name":"maas-trlp-auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","model":"ai-tenant-e2e-shared-b-w2-54d4c4/auth-test-model-54d4c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:41.868732474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75b361"},"namespace":"ai-tenant-e2e-shared-b-w0-75b361","name":"default-tenant","reconcileID":"d65e06ac-9d46-4457-ada9-30c90ecee882","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-75b361","tenantID":"e2e-shared-b-w0-75b361","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:41.895349153Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75b361"},"namespace":"ai-tenant-e2e-shared-b-w0-75b361","name":"default-tenant","reconcileID":"d65e06ac-9d46-4457-ada9-30c90ecee882","name":"e2e-shared-b-w0-75b361-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:41.903123336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"auth-test-model-54d4c4","reconcileID":"4af00e67-881c-4359-85d5-66991c7bc5d8","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"tenant":"e2e-shared-b-w2-54d4c4","gateway":"openshift-ingress/e2e-shared-b-w2-54d4c4","model":"ai-tenant-e2e-shared-b-w2-54d4c4/auth-test-model-54d4c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:41.903145681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"auth-test-model-54d4c4","reconcileID":"4af00e67-881c-4359-85d5-66991c7bc5d8","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"routeName":"auth-test-model-54d4c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","llmisvcName":"auth-test-model-54d4c4","gateway":"openshift-ingress/e2e-shared-b-w2-54d4c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:41.977156178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"32ebf596-1a53-4a8b-9ac4-a8209bd45549","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-54d4c4","tenantID":"e2e-shared-b-w2-54d4c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:41.988113108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"32ebf596-1a53-4a8b-9ac4-a8209bd45549","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"name":"e2e-shared-b-w2-54d4c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:42.060871624Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"6c4fc7c2-de6d-4240-98fa-4d7b209d7d3f","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"model":"ai-tenant-e2e-shared-a-w2-b24a1a/auth-test-model-b24a1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:42.06092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"auth-test-model-b24a1a","reconcileID":"9b6d9f92-65e0-4e89-bb25-e5595668d737","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"tenant":"e2e-shared-a-w2-b24a1a","gateway":"openshift-ingress/e2e-shared-a-w2-b24a1a","model":"ai-tenant-e2e-shared-a-w2-b24a1a/auth-test-model-b24a1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:42.060932475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"auth-test-model-b24a1a","reconcileID":"9b6d9f92-65e0-4e89-bb25-e5595668d737","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"routeName":"auth-test-model-b24a1a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","llmisvcName":"auth-test-model-b24a1a","gateway":"openshift-ingress/e2e-shared-a-w2-b24a1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:42.068742024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"f1b7e43e-4438-44a1-aad7-5e90a487b7b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-54d4c4","tenantID":"e2e-shared-b-w2-54d4c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:42.081527371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"f1b7e43e-4438-44a1-aad7-5e90a487b7b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"name":"e2e-shared-b-w2-54d4c4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:42.171160849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"6c4fc7c2-de6d-4240-98fa-4d7b209d7d3f","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b24a1a","tenantID":"e2e-shared-a-w2-b24a1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:42.243378697Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"6c4fc7c2-de6d-4240-98fa-4d7b209d7d3f","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"name":"e2e-shared-a-w2-b24a1a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:42.243406883Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"e2e-auth-iso-a7331b","reconcileID":"6c4fc7c2-de6d-4240-98fa-4d7b209d7d3f","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b24a1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:42.256271553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"auth-test-model-b24a1a","reconcileID":"3f9d88b2-7861-4caa-9e5c-9f6ea8db57e9","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"tenant":"e2e-shared-a-w2-b24a1a","gateway":"openshift-ingress/e2e-shared-a-w2-b24a1a","model":"ai-tenant-e2e-shared-a-w2-b24a1a/auth-test-model-b24a1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:42.256293678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"auth-test-model-b24a1a","reconcileID":"3f9d88b2-7861-4caa-9e5c-9f6ea8db57e9","MaaSModelRef":{"name":"auth-test-model-b24a1a","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"routeName":"auth-test-model-b24a1a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","llmisvcName":"auth-test-model-b24a1a","gateway":"openshift-ingress/e2e-shared-a-w2-b24a1a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:42.417191854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"auth-test-model-54d4c4","reconcileID":"0d734aa0-c353-47b0-a81b-786527dc6475","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"tenant":"e2e-shared-b-w2-54d4c4","gateway":"openshift-ingress/e2e-shared-b-w2-54d4c4","model":"ai-tenant-e2e-shared-b-w2-54d4c4/auth-test-model-54d4c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:42.417218757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"auth-test-model-54d4c4","reconcileID":"0d734aa0-c353-47b0-a81b-786527dc6475","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"routeName":"auth-test-model-54d4c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","llmisvcName":"auth-test-model-54d4c4","gateway":"openshift-ingress/e2e-shared-b-w2-54d4c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:42.41719618Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"d0355e4c-8550-4fb8-b524-8ac47cacd3ff","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"model":"ai-tenant-e2e-shared-b-w2-54d4c4/auth-test-model-54d4c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:42.439940728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"d0355e4c-8550-4fb8-b524-8ac47cacd3ff","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-54d4c4","tenantID":"e2e-shared-b-w2-54d4c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:42.481911775Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"d0355e4c-8550-4fb8-b524-8ac47cacd3ff","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"name":"e2e-shared-b-w2-54d4c4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:42.481929665Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"e2e-auth-iso-a7331b","reconcileID":"d0355e4c-8550-4fb8-b524-8ac47cacd3ff","MaaSAuthPolicy":{"name":"e2e-auth-iso-a7331b","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-54d4c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:42.497989693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"auth-test-model-54d4c4","reconcileID":"2259e711-3e3b-418b-874a-de0850cd4fc4","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"tenant":"e2e-shared-b-w2-54d4c4","gateway":"openshift-ingress/e2e-shared-b-w2-54d4c4","model":"ai-tenant-e2e-shared-b-w2-54d4c4/auth-test-model-54d4c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:42.498006099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"auth-test-model-54d4c4","reconcileID":"2259e711-3e3b-418b-874a-de0850cd4fc4","MaaSModelRef":{"name":"auth-test-model-54d4c4","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"routeName":"auth-test-model-54d4c4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","llmisvcName":"auth-test-model-54d4c4","gateway":"openshift-ingress/e2e-shared-b-w2-54d4c4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:49.216473975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"e2e-auth-iso-52c5a1","reconcileID":"938ae78a-856c-4d2e-a329-a87ae9103d31","MaaSSubscription":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"name":"maas-trlp-auth-test-model-7cbcbb","model":"ai-tenant-e2e-shared-b-w4-7cbcbb/auth-test-model-7cbcbb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:49.255092573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"auth-test-model-7cbcbb","reconcileID":"2cf0eb3c-c979-4b97-a61e-aaee10ac7474","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"tenant":"e2e-shared-b-w4-7cbcbb","gateway":"openshift-ingress/e2e-shared-b-w4-7cbcbb","model":"ai-tenant-e2e-shared-b-w4-7cbcbb/auth-test-model-7cbcbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:49.255119781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"auth-test-model-7cbcbb","reconcileID":"2cf0eb3c-c979-4b97-a61e-aaee10ac7474","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"routeName":"auth-test-model-7cbcbb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","llmisvcName":"auth-test-model-7cbcbb","gateway":"openshift-ingress/e2e-shared-b-w4-7cbcbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:49.316399424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"e2e-auth-iso-65108d","reconcileID":"af872d02-97fc-4f10-8ec4-c8165225b4a5","MaaSSubscription":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"name":"maas-trlp-auth-test-model-981ee5","model":"ai-tenant-e2e-shared-b-w1-981ee5/auth-test-model-981ee5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:49.34935194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"auth-test-model-981ee5","reconcileID":"f585901c-33bb-43c7-a1d4-7ec69a460044","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"tenant":"e2e-shared-b-w1-981ee5","gateway":"openshift-ingress/e2e-shared-b-w1-981ee5","model":"ai-tenant-e2e-shared-b-w1-981ee5/auth-test-model-981ee5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:49.349376376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"auth-test-model-981ee5","reconcileID":"f585901c-33bb-43c7-a1d4-7ec69a460044","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"routeName":"auth-test-model-981ee5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-981ee5","llmisvcName":"auth-test-model-981ee5","gateway":"openshift-ingress/e2e-shared-b-w1-981ee5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:49.788840528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"e2e-auth-iso-65108d","reconcileID":"d5d04ae4-4ee2-437c-a630-0cf5a2ccf3af","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-981ee5","tenantID":"e2e-shared-b-w1-981ee5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:49.799158616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"e2e-auth-iso-65108d","reconcileID":"d5d04ae4-4ee2-437c-a630-0cf5a2ccf3af","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"name":"e2e-shared-b-w1-981ee5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:50.274468061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"e2e-auth-iso-52c5a1","reconcileID":"dd998ec8-7d72-4a0c-821a-0948f8a461b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-7cbcbb","tenantID":"e2e-shared-b-w4-7cbcbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:50.284278149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"e2e-auth-iso-52c5a1","reconcileID":"dd998ec8-7d72-4a0c-821a-0948f8a461b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"name":"e2e-shared-b-w4-7cbcbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:51.072305773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47507220-fa29-4263-9587-0cf4415afdb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:51.077720167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47507220-fa29-4263-9587-0cf4415afdb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:51.082324266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47507220-fa29-4263-9587-0cf4415afdb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:51.086465584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47507220-fa29-4263-9587-0cf4415afdb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:51.472630158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"auth-test-model-7eaeed","reconcileID":"19ea3fdd-9b07-4c76-a84d-e27657347fcf","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"tenant":"e2e-shared-a-w1-7eaeed","gateway":"openshift-ingress/e2e-shared-a-w1-7eaeed","model":"ai-tenant-e2e-shared-a-w1-7eaeed/auth-test-model-7eaeed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:51.472650339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"auth-test-model-7eaeed","reconcileID":"19ea3fdd-9b07-4c76-a84d-e27657347fcf","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"routeName":"auth-test-model-7eaeed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","llmisvcName":"auth-test-model-7eaeed","gateway":"openshift-ingress/e2e-shared-a-w1-7eaeed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:51.48560431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"d7f5ab80-885e-46fa-9e4f-11ea27564752","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7eaeed","tenantID":"e2e-shared-a-w1-7eaeed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:51.490090367Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"f8d8a45a-1012-4a43-bbc2-47e609986299","MaaSSubscription":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f428cc16","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:51.495790239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"d7f5ab80-885e-46fa-9e4f-11ea27564752","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"name":"e2e-shared-a-w1-7eaeed-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:51.525392564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9dfb37-59ba-48fb-8c07-daea5d376528","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:51.530565268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9dfb37-59ba-48fb-8c07-daea5d376528","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:51.537659287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9dfb37-59ba-48fb-8c07-daea5d376528","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:51.541858334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b9dfb37-59ba-48fb-8c07-daea5d376528","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:51.623121095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"eac99491-a5e7-4d7e-bc03-1ac945e8b285","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7eaeed","tenantID":"e2e-shared-a-w1-7eaeed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:51.6327984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"eac99491-a5e7-4d7e-bc03-1ac945e8b285","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"name":"e2e-shared-a-w1-7eaeed-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:51.870699195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2485b11e-dac9-4c37-9079-1f790ccadd75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:51.87520978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2485b11e-dac9-4c37-9079-1f790ccadd75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:51.879632676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2485b11e-dac9-4c37-9079-1f790ccadd75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:51.884929744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2485b11e-dac9-4c37-9079-1f790ccadd75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:52.040428653Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-8c8241","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-8c8241","reconcileID":"80e58d37-48d6-4b22-adec-9ac99ba5f684","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-8c8241","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-8c8241":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:52.192234158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b0ab1c3-87b9-4ea1-8046-d6796cf61af4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:52.199220486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b0ab1c3-87b9-4ea1-8046-d6796cf61af4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:52.20343797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b0ab1c3-87b9-4ea1-8046-d6796cf61af4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:52.207641944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b0ab1c3-87b9-4ea1-8046-d6796cf61af4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:52.519294077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e0c6006-0eb8-4ec4-8c22-e951dbe7b488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:52.523846616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e0c6006-0eb8-4ec4-8c22-e951dbe7b488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:52.528165371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e0c6006-0eb8-4ec4-8c22-e951dbe7b488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:52.532542142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e0c6006-0eb8-4ec4-8c22-e951dbe7b488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:56.269635316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"auth-test-model-b7431c","reconcileID":"3521c8d0-1543-4bf7-90ca-ad8bc0f31a28","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"tenant":"e2e-shared-a-w4-b7431c","gateway":"openshift-ingress/e2e-shared-a-w4-b7431c","model":"ai-tenant-e2e-shared-a-w4-b7431c/auth-test-model-b7431c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:56.269658589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"auth-test-model-b7431c","reconcileID":"3521c8d0-1543-4bf7-90ca-ad8bc0f31a28","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"routeName":"auth-test-model-b7431c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b7431c","llmisvcName":"auth-test-model-b7431c","gateway":"openshift-ingress/e2e-shared-a-w4-b7431c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:56.295957289Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"b9c9a861-1fdb-426b-b884-040c3ab28710","MaaSSubscription":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-22a98f80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:56.389320555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"2b498fa4-817e-4709-8599-b647dae316e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b7431c","tenantID":"e2e-shared-a-w4-b7431c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:56.399906539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"2b498fa4-817e-4709-8599-b647dae316e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"name":"e2e-shared-a-w4-b7431c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:56.527732451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"95f41ade-a666-4dc2-b048-195386a45495","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b7431c","tenantID":"e2e-shared-a-w4-b7431c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:56.538887317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"95f41ade-a666-4dc2-b048-195386a45495","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"name":"e2e-shared-a-w4-b7431c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:58.48057518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ffa50a-b372-4f04-87e0-0d594b3cd66f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:58.49014771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ffa50a-b372-4f04-87e0-0d594b3cd66f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:58.497217203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ffa50a-b372-4f04-87e0-0d594b3cd66f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:58.503992815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ffa50a-b372-4f04-87e0-0d594b3cd66f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:58.772836655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70ec749a-51fd-46df-ae6f-6eecb2f5d56a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:58.777126877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70ec749a-51fd-46df-ae6f-6eecb2f5d56a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:58.781774681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70ec749a-51fd-46df-ae6f-6eecb2f5d56a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:01:58.786074435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70ec749a-51fd-46df-ae6f-6eecb2f5d56a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:00.74289146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"453107f4-8672-4400-a6ec-b1a206fac926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:00.752037363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"453107f4-8672-4400-a6ec-b1a206fac926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:00.770607908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"453107f4-8672-4400-a6ec-b1a206fac926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:00.914030549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"453107f4-8672-4400-a6ec-b1a206fac926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:01.350709407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a74999f-d2e9-462b-bbe9-e5c3b2f8eff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:01.355529252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a74999f-d2e9-462b-bbe9-e5c3b2f8eff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:01.360673753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a74999f-d2e9-462b-bbe9-e5c3b2f8eff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:01.375795583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a74999f-d2e9-462b-bbe9-e5c3b2f8eff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:01.514393509Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"e27abbc2-3aef-4cf4-8e93-279e5f15e046","MaaSSubscription":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"model":"ai-tenant-e2e-shared-a-w1-7eaeed/auth-test-model-7eaeed","subscription":"e2e-auth-iso-65108d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:01.524681653Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"e27abbc2-3aef-4cf4-8e93-279e5f15e046","MaaSSubscription":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"model":"ai-tenant-e2e-shared-a-w1-7eaeed/auth-test-model-7eaeed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:01.540821842Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"e27abbc2-3aef-4cf4-8e93-279e5f15e046","MaaSSubscription":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"name":"maas-trlp-auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","model":"ai-tenant-e2e-shared-a-w1-7eaeed/auth-test-model-7eaeed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:01.617175401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"auth-test-model-7eaeed","reconcileID":"6ba31b6f-a491-443d-8b5d-6c4f003e7308","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"tenant":"e2e-shared-a-w1-7eaeed","gateway":"openshift-ingress/e2e-shared-a-w1-7eaeed","model":"ai-tenant-e2e-shared-a-w1-7eaeed/auth-test-model-7eaeed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:01.617203082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"auth-test-model-7eaeed","reconcileID":"6ba31b6f-a491-443d-8b5d-6c4f003e7308","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"routeName":"auth-test-model-7eaeed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","llmisvcName":"auth-test-model-7eaeed","gateway":"openshift-ingress/e2e-shared-a-w1-7eaeed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:01.634666464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"d2cf8668-53b6-47f5-a5f3-81152beb031a","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7eaeed","tenantID":"e2e-shared-a-w1-7eaeed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:01.645339843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"d2cf8668-53b6-47f5-a5f3-81152beb031a","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"name":"e2e-shared-a-w1-7eaeed-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:01.729642414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"df746340-bed3-43fc-8234-c911b1f1a4ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7eaeed","tenantID":"e2e-shared-a-w1-7eaeed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:01.743342526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"df746340-bed3-43fc-8234-c911b1f1a4ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"name":"e2e-shared-a-w1-7eaeed-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:01.774960903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"auth-test-model-981ee5","reconcileID":"1d371179-339b-472a-ac2e-4f7f0ba35559","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"tenant":"e2e-shared-b-w1-981ee5","gateway":"openshift-ingress/e2e-shared-b-w1-981ee5","model":"ai-tenant-e2e-shared-b-w1-981ee5/auth-test-model-981ee5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:01.774989779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"auth-test-model-981ee5","reconcileID":"1d371179-339b-472a-ac2e-4f7f0ba35559","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"routeName":"auth-test-model-981ee5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-981ee5","llmisvcName":"auth-test-model-981ee5","gateway":"openshift-ingress/e2e-shared-b-w1-981ee5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:01.802192208Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"e2e-auth-iso-65108d","reconcileID":"fc991083-5331-453b-ac0b-6f3ef33eeb0a","MaaSSubscription":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5444ffaa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:01.833323928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"e2e-auth-iso-65108d","reconcileID":"ec77670f-b489-4bc9-b538-6e30cd20aca7","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-981ee5","tenantID":"e2e-shared-b-w1-981ee5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:01.844558324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"e2e-auth-iso-65108d","reconcileID":"ec77670f-b489-4bc9-b538-6e30cd20aca7","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"name":"e2e-shared-b-w1-981ee5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:01.981548737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"e2e-auth-iso-65108d","reconcileID":"b1356309-a54d-4c1d-a620-d033fc6934da","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-981ee5","tenantID":"e2e-shared-b-w1-981ee5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:01.992321083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"e2e-auth-iso-65108d","reconcileID":"b1356309-a54d-4c1d-a620-d033fc6934da","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"name":"e2e-shared-b-w1-981ee5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:03.610321839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77bcf9cd-6167-45dc-9d4f-27d84c113810","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:03.614853813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77bcf9cd-6167-45dc-9d4f-27d84c113810","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:03.619201836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77bcf9cd-6167-45dc-9d4f-27d84c113810","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:03.624091526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77bcf9cd-6167-45dc-9d4f-27d84c113810","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:03.970388992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"327f2b36-c3ae-4b21-8bd7-1f2a03138220","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:03.974550706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"327f2b36-c3ae-4b21-8bd7-1f2a03138220","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:03.978575448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"327f2b36-c3ae-4b21-8bd7-1f2a03138220","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:03.983166731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"327f2b36-c3ae-4b21-8bd7-1f2a03138220","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:04.551241773Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-d97cc8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-d97cc8","reconcileID":"cc706d25-72fc-4ee9-9ffc-6a9294bbaa11","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-d97cc8","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-d97cc8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:04.800592661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20399744-20c1-4e7f-9401-46edeb22be49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:04.805451986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20399744-20c1-4e7f-9401-46edeb22be49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:04.812784402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20399744-20c1-4e7f-9401-46edeb22be49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:04.818145986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20399744-20c1-4e7f-9401-46edeb22be49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:06.315334138Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"4b3b506c-5379-4e35-acb8-cdcb4b5a5db0","MaaSSubscription":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"model":"ai-tenant-e2e-shared-a-w4-b7431c/auth-test-model-b7431c","subscription":"e2e-auth-iso-52c5a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:06.321301225Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"4b3b506c-5379-4e35-acb8-cdcb4b5a5db0","MaaSSubscription":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"model":"ai-tenant-e2e-shared-a-w4-b7431c/auth-test-model-b7431c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:06.327729447Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"4b3b506c-5379-4e35-acb8-cdcb4b5a5db0","MaaSSubscription":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"name":"maas-trlp-auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c","model":"ai-tenant-e2e-shared-a-w4-b7431c/auth-test-model-b7431c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:06.384010199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"auth-test-model-b7431c","reconcileID":"23ae7c35-6043-4ea0-93c5-af2ff80b4b44","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"tenant":"e2e-shared-a-w4-b7431c","gateway":"openshift-ingress/e2e-shared-a-w4-b7431c","model":"ai-tenant-e2e-shared-a-w4-b7431c/auth-test-model-b7431c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:06.384101459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"auth-test-model-b7431c","reconcileID":"23ae7c35-6043-4ea0-93c5-af2ff80b4b44","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"routeName":"auth-test-model-b7431c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b7431c","llmisvcName":"auth-test-model-b7431c","gateway":"openshift-ingress/e2e-shared-a-w4-b7431c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:06.389297792Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:06.401453521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"00af2dcd-ad3d-41fc-a8b4-baa7e53f53f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b7431c","tenantID":"e2e-shared-a-w4-b7431c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:06.426231625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"00af2dcd-ad3d-41fc-a8b4-baa7e53f53f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"name":"e2e-shared-a-w4-b7431c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:06.496706028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"41c1878e-0c8c-4df6-815e-285029f95200","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b7431c","tenantID":"e2e-shared-a-w4-b7431c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:06.508249881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"41c1878e-0c8c-4df6-815e-285029f95200","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"name":"e2e-shared-a-w4-b7431c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:06.567892118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"auth-test-model-7cbcbb","reconcileID":"29e24d89-c072-476b-b3d0-412bfd58f9e8","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"tenant":"e2e-shared-b-w4-7cbcbb","gateway":"openshift-ingress/e2e-shared-b-w4-7cbcbb","model":"ai-tenant-e2e-shared-b-w4-7cbcbb/auth-test-model-7cbcbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:06.568035768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"auth-test-model-7cbcbb","reconcileID":"29e24d89-c072-476b-b3d0-412bfd58f9e8","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"routeName":"auth-test-model-7cbcbb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","llmisvcName":"auth-test-model-7cbcbb","gateway":"openshift-ingress/e2e-shared-b-w4-7cbcbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:06.596383218Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"e2e-auth-iso-52c5a1","reconcileID":"d1ee2cff-b47e-43f5-82e4-fba714b9e16f","MaaSSubscription":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-784a0698","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:06.60789503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"e2e-auth-iso-52c5a1","reconcileID":"af5cf13f-ba85-401f-97c7-95700a4be680","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-7cbcbb","tenantID":"e2e-shared-b-w4-7cbcbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:06.62529475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"e2e-auth-iso-52c5a1","reconcileID":"af5cf13f-ba85-401f-97c7-95700a4be680","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"name":"e2e-shared-b-w4-7cbcbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:06.758465642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"e2e-auth-iso-52c5a1","reconcileID":"f0298151-f6c6-4b7a-b617-c1991ed6ad8c","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-7cbcbb","tenantID":"e2e-shared-b-w4-7cbcbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:06.770375131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"e2e-auth-iso-52c5a1","reconcileID":"f0298151-f6c6-4b7a-b617-c1991ed6ad8c","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"name":"e2e-shared-b-w4-7cbcbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:10.972022459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e363f562-94ad-498d-81c2-39e97eeee9cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:10.97685498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e363f562-94ad-498d-81c2-39e97eeee9cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:10.981200736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e363f562-94ad-498d-81c2-39e97eeee9cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:10.985600524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e363f562-94ad-498d-81c2-39e97eeee9cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:11.413462964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c101a83-baf2-41e4-907c-5f0f1ba9047b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:11.41771757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c101a83-baf2-41e4-907c-5f0f1ba9047b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:11.42255187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c101a83-baf2-41e4-907c-5f0f1ba9047b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:11.427651584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c101a83-baf2-41e4-907c-5f0f1ba9047b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:11.808917433Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"e2e-auth-iso-65108d","reconcileID":"149f1749-df1c-4ced-91f0-635ddbaadd06","MaaSSubscription":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"model":"ai-tenant-e2e-shared-b-w1-981ee5/auth-test-model-981ee5","subscription":"e2e-auth-iso-65108d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:11.814599598Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"e2e-auth-iso-65108d","reconcileID":"149f1749-df1c-4ced-91f0-635ddbaadd06","MaaSSubscription":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"model":"ai-tenant-e2e-shared-b-w1-981ee5/auth-test-model-981ee5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:11.838234199Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"e2e-auth-iso-65108d","reconcileID":"149f1749-df1c-4ced-91f0-635ddbaadd06","MaaSSubscription":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"name":"maas-trlp-auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5","model":"ai-tenant-e2e-shared-b-w1-981ee5/auth-test-model-981ee5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:11.886645323Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-222480","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-222480","reconcileID":"f6c98408-3d37-4914-9d60-c6f93ecf8cae","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-222480","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-222480":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:11.964421516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"auth-test-model-981ee5","reconcileID":"07e7fb92-d04e-455c-aba2-71bc4fb014b3","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"tenant":"e2e-shared-b-w1-981ee5","gateway":"openshift-ingress/e2e-shared-b-w1-981ee5","model":"ai-tenant-e2e-shared-b-w1-981ee5/auth-test-model-981ee5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:11.964441311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"auth-test-model-981ee5","reconcileID":"07e7fb92-d04e-455c-aba2-71bc4fb014b3","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"routeName":"auth-test-model-981ee5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-981ee5","llmisvcName":"auth-test-model-981ee5","gateway":"openshift-ingress/e2e-shared-b-w1-981ee5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:12.026303164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"e2e-auth-iso-65108d","reconcileID":"2aabbf6b-bdc3-4151-ae7a-da4d77698e38","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-981ee5","tenantID":"e2e-shared-b-w1-981ee5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:12.047334227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"e2e-auth-iso-65108d","reconcileID":"2aabbf6b-bdc3-4151-ae7a-da4d77698e38","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"name":"e2e-shared-b-w1-981ee5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:12.097759307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"e2e-auth-iso-65108d","reconcileID":"f3178b44-390b-4ca0-9627-7ced063d839a","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-981ee5","tenantID":"e2e-shared-b-w1-981ee5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:12.107884749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"e2e-auth-iso-65108d","reconcileID":"f3178b44-390b-4ca0-9627-7ced063d839a","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"name":"e2e-shared-b-w1-981ee5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:12.158949319Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"f0b7f31a-956b-41a7-b066-fc04fc0e73f0","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"model":"ai-tenant-e2e-shared-a-w1-7eaeed/auth-test-model-7eaeed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:12.159017939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"auth-test-model-7eaeed","reconcileID":"03483085-beb5-4292-b66d-54f9d772de4f","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"tenant":"e2e-shared-a-w1-7eaeed","gateway":"openshift-ingress/e2e-shared-a-w1-7eaeed","model":"ai-tenant-e2e-shared-a-w1-7eaeed/auth-test-model-7eaeed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:12.159037299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"auth-test-model-7eaeed","reconcileID":"03483085-beb5-4292-b66d-54f9d772de4f","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"routeName":"auth-test-model-7eaeed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","llmisvcName":"auth-test-model-7eaeed","gateway":"openshift-ingress/e2e-shared-a-w1-7eaeed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:12.189255565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"f0b7f31a-956b-41a7-b066-fc04fc0e73f0","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7eaeed","tenantID":"e2e-shared-a-w1-7eaeed","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:12.204730139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b66edd4-9878-4c68-a87b-508c0176cc28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:12.215293315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b66edd4-9878-4c68-a87b-508c0176cc28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:12.220574979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b66edd4-9878-4c68-a87b-508c0176cc28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:12.226130695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b66edd4-9878-4c68-a87b-508c0176cc28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:12.232266505Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"f0b7f31a-956b-41a7-b066-fc04fc0e73f0","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"name":"e2e-shared-a-w1-7eaeed-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:12.232293819Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"e2e-auth-iso-65108d","reconcileID":"f0b7f31a-956b-41a7-b066-fc04fc0e73f0","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7eaeed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:12.269925468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"auth-test-model-7eaeed","reconcileID":"fff4cc3e-b649-4a22-942f-92b0d36a66a3","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"tenant":"e2e-shared-a-w1-7eaeed","gateway":"openshift-ingress/e2e-shared-a-w1-7eaeed","model":"ai-tenant-e2e-shared-a-w1-7eaeed/auth-test-model-7eaeed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:12.269964655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"auth-test-model-7eaeed","reconcileID":"fff4cc3e-b649-4a22-942f-92b0d36a66a3","MaaSModelRef":{"name":"auth-test-model-7eaeed","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"routeName":"auth-test-model-7eaeed-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","llmisvcName":"auth-test-model-7eaeed","gateway":"openshift-ingress/e2e-shared-a-w1-7eaeed","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:12.441038342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"auth-test-model-981ee5","reconcileID":"b75df6ed-c03b-4d1a-9b4f-a55f92e0310b","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"tenant":"e2e-shared-b-w1-981ee5","gateway":"openshift-ingress/e2e-shared-b-w1-981ee5","model":"ai-tenant-e2e-shared-b-w1-981ee5/auth-test-model-981ee5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:12.441087477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"auth-test-model-981ee5","reconcileID":"b75df6ed-c03b-4d1a-9b4f-a55f92e0310b","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"routeName":"auth-test-model-981ee5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-981ee5","llmisvcName":"auth-test-model-981ee5","gateway":"openshift-ingress/e2e-shared-b-w1-981ee5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:12.441491824Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"e2e-auth-iso-65108d","reconcileID":"7ce60df4-9e58-4038-b3a5-9c31641106cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"model":"ai-tenant-e2e-shared-b-w1-981ee5/auth-test-model-981ee5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:12.458112168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"e2e-auth-iso-65108d","reconcileID":"7ce60df4-9e58-4038-b3a5-9c31641106cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-981ee5","tenantID":"e2e-shared-b-w1-981ee5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:12.503252028Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"e2e-auth-iso-65108d","reconcileID":"7ce60df4-9e58-4038-b3a5-9c31641106cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"name":"e2e-shared-b-w1-981ee5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:12.503345676Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"e2e-auth-iso-65108d","reconcileID":"7ce60df4-9e58-4038-b3a5-9c31641106cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-65108d","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-981ee5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:12.517502953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"auth-test-model-981ee5","reconcileID":"c7430d1e-2637-4017-9b78-39fb565348c5","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"tenant":"e2e-shared-b-w1-981ee5","gateway":"openshift-ingress/e2e-shared-b-w1-981ee5","model":"ai-tenant-e2e-shared-b-w1-981ee5/auth-test-model-981ee5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:12.517525068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"auth-test-model-981ee5","reconcileID":"c7430d1e-2637-4017-9b78-39fb565348c5","MaaSModelRef":{"name":"auth-test-model-981ee5","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"routeName":"auth-test-model-981ee5-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-981ee5","llmisvcName":"auth-test-model-981ee5","gateway":"openshift-ingress/e2e-shared-b-w1-981ee5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:12.60836548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cba753a-b1e3-4582-9306-15967943dbc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:12.629537435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cba753a-b1e3-4582-9306-15967943dbc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:12.639299056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cba753a-b1e3-4582-9306-15967943dbc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:12.666892642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cba753a-b1e3-4582-9306-15967943dbc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:12.723853728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"default-tenant","reconcileID":"ef5edff9-4b29-40c2-8c6f-4937e8a9a6de","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8c8241","tenantID":"e2e-extmod-a-8c8241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:12.750657421Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"default-tenant","reconcileID":"ef5edff9-4b29-40c2-8c6f-4937e8a9a6de","name":"e2e-extmod-a-8c8241-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:13.087869108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9cfdcff-1c61-40c9-bfe7-ffda0a8ad671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:13.092496292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9cfdcff-1c61-40c9-bfe7-ffda0a8ad671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:13.09810505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9cfdcff-1c61-40c9-bfe7-ffda0a8ad671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:13.104871838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9cfdcff-1c61-40c9-bfe7-ffda0a8ad671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:16.603573306Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"e2e-auth-iso-52c5a1","reconcileID":"a1757ac1-f37f-4ac0-9743-c9da4cee1278","MaaSSubscription":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"model":"ai-tenant-e2e-shared-b-w4-7cbcbb/auth-test-model-7cbcbb","subscription":"e2e-auth-iso-52c5a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:16.61074485Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"e2e-auth-iso-52c5a1","reconcileID":"a1757ac1-f37f-4ac0-9743-c9da4cee1278","MaaSSubscription":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"model":"ai-tenant-e2e-shared-b-w4-7cbcbb/auth-test-model-7cbcbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:16.621259994Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"e2e-auth-iso-52c5a1","reconcileID":"a1757ac1-f37f-4ac0-9743-c9da4cee1278","MaaSSubscription":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"name":"maas-trlp-auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","model":"ai-tenant-e2e-shared-b-w4-7cbcbb/auth-test-model-7cbcbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:16.671827699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"auth-test-model-7cbcbb","reconcileID":"407a4454-c098-4414-913d-2e44a547cfda","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"tenant":"e2e-shared-b-w4-7cbcbb","gateway":"openshift-ingress/e2e-shared-b-w4-7cbcbb","model":"ai-tenant-e2e-shared-b-w4-7cbcbb/auth-test-model-7cbcbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:16.671848145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"auth-test-model-7cbcbb","reconcileID":"407a4454-c098-4414-913d-2e44a547cfda","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"routeName":"auth-test-model-7cbcbb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","llmisvcName":"auth-test-model-7cbcbb","gateway":"openshift-ingress/e2e-shared-b-w4-7cbcbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:16.704495474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"e2e-auth-iso-52c5a1","reconcileID":"08b77ad3-4d96-4bc8-b3c3-d37c5724b9c2","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-7cbcbb","tenantID":"e2e-shared-b-w4-7cbcbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:16.718844234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"e2e-auth-iso-52c5a1","reconcileID":"08b77ad3-4d96-4bc8-b3c3-d37c5724b9c2","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"name":"e2e-shared-b-w4-7cbcbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:16.830923217Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"4c08c5bc-346d-4d0d-a2b5-c5894b1253da","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"model":"ai-tenant-e2e-shared-a-w4-b7431c/auth-test-model-b7431c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:16.830987785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"auth-test-model-b7431c","reconcileID":"bfadfe5e-dcb1-4fa8-87c7-47cba37f0916","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"tenant":"e2e-shared-a-w4-b7431c","gateway":"openshift-ingress/e2e-shared-a-w4-b7431c","model":"ai-tenant-e2e-shared-a-w4-b7431c/auth-test-model-b7431c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:16.831075661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"auth-test-model-b7431c","reconcileID":"bfadfe5e-dcb1-4fa8-87c7-47cba37f0916","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"routeName":"auth-test-model-b7431c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b7431c","llmisvcName":"auth-test-model-b7431c","gateway":"openshift-ingress/e2e-shared-a-w4-b7431c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:16.899278224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"e2e-auth-iso-52c5a1","reconcileID":"843a0ff1-1c85-44bd-8a51-f23d2a462b47","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-7cbcbb","tenantID":"e2e-shared-b-w4-7cbcbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:16.909383501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"e2e-auth-iso-52c5a1","reconcileID":"843a0ff1-1c85-44bd-8a51-f23d2a462b47","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"name":"e2e-shared-b-w4-7cbcbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:16.998419706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"4c08c5bc-346d-4d0d-a2b5-c5894b1253da","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b7431c","tenantID":"e2e-shared-a-w4-b7431c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:17.041942939Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"4c08c5bc-346d-4d0d-a2b5-c5894b1253da","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"name":"e2e-shared-a-w4-b7431c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:17.04196728Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"e2e-auth-iso-52c5a1","reconcileID":"4c08c5bc-346d-4d0d-a2b5-c5894b1253da","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b7431c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:17.05245655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"auth-test-model-b7431c","reconcileID":"d407d505-2886-494d-99c5-564390546c72","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"tenant":"e2e-shared-a-w4-b7431c","gateway":"openshift-ingress/e2e-shared-a-w4-b7431c","model":"ai-tenant-e2e-shared-a-w4-b7431c/auth-test-model-b7431c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:17.052476177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"auth-test-model-b7431c","reconcileID":"d407d505-2886-494d-99c5-564390546c72","MaaSModelRef":{"name":"auth-test-model-b7431c","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"routeName":"auth-test-model-b7431c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b7431c","llmisvcName":"auth-test-model-b7431c","gateway":"openshift-ingress/e2e-shared-a-w4-b7431c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:17.220978559Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"e2e-auth-iso-52c5a1","reconcileID":"c9a63674-9a15-4fd0-b52a-30cbb200b181","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"model":"ai-tenant-e2e-shared-b-w4-7cbcbb/auth-test-model-7cbcbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:17.221003773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"auth-test-model-7cbcbb","reconcileID":"db9b267f-db98-4651-9dc9-7bd6b80271f4","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"tenant":"e2e-shared-b-w4-7cbcbb","gateway":"openshift-ingress/e2e-shared-b-w4-7cbcbb","model":"ai-tenant-e2e-shared-b-w4-7cbcbb/auth-test-model-7cbcbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:17.221020296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"auth-test-model-7cbcbb","reconcileID":"db9b267f-db98-4651-9dc9-7bd6b80271f4","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"routeName":"auth-test-model-7cbcbb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","llmisvcName":"auth-test-model-7cbcbb","gateway":"openshift-ingress/e2e-shared-b-w4-7cbcbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:17.245409937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"e2e-auth-iso-52c5a1","reconcileID":"c9a63674-9a15-4fd0-b52a-30cbb200b181","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-7cbcbb","tenantID":"e2e-shared-b-w4-7cbcbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:17.291736071Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"e2e-auth-iso-52c5a1","reconcileID":"c9a63674-9a15-4fd0-b52a-30cbb200b181","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"name":"e2e-shared-b-w4-7cbcbb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:17.291758582Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"e2e-auth-iso-52c5a1","reconcileID":"c9a63674-9a15-4fd0-b52a-30cbb200b181","MaaSAuthPolicy":{"name":"e2e-auth-iso-52c5a1","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-7cbcbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:17.305425255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"auth-test-model-7cbcbb","reconcileID":"ac3db63a-2518-4f36-880d-2648c38a44ff","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"tenant":"e2e-shared-b-w4-7cbcbb","gateway":"openshift-ingress/e2e-shared-b-w4-7cbcbb","model":"ai-tenant-e2e-shared-b-w4-7cbcbb/auth-test-model-7cbcbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:17.305444438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"auth-test-model-7cbcbb","reconcileID":"ac3db63a-2518-4f36-880d-2648c38a44ff","MaaSModelRef":{"name":"auth-test-model-7cbcbb","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"routeName":"auth-test-model-7cbcbb-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","llmisvcName":"auth-test-model-7cbcbb","gateway":"openshift-ingress/e2e-shared-b-w4-7cbcbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:22.26703854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31bf4ad6-8e50-447d-ae38-c22efa021fb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:22.273630516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31bf4ad6-8e50-447d-ae38-c22efa021fb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:22.278697347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31bf4ad6-8e50-447d-ae38-c22efa021fb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:22.283055832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31bf4ad6-8e50-447d-ae38-c22efa021fb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:22.531460819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ec5bfc6-0115-44fc-8c36-af174ad9a23a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:22.541993025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ec5bfc6-0115-44fc-8c36-af174ad9a23a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:22.580473204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ec5bfc6-0115-44fc-8c36-af174ad9a23a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:22.584819284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ec5bfc6-0115-44fc-8c36-af174ad9a23a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:22.970558666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cddbb01d-f1bb-493c-8c1f-4e2fd07a963f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:22.974843997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cddbb01d-f1bb-493c-8c1f-4e2fd07a963f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:22.979203769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cddbb01d-f1bb-493c-8c1f-4e2fd07a963f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:22.983675915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cddbb01d-f1bb-493c-8c1f-4e2fd07a963f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:23.194652663Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-836d67","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-836d67","reconcileID":"8d707de6-af35-4c17-b7b7-40548230eebc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-836d67","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-836d67":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:23.455141139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"708ce50f-e04a-41bf-8fb1-8b903fdb12f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:23.460117488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"708ce50f-e04a-41bf-8fb1-8b903fdb12f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:23.464326588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"708ce50f-e04a-41bf-8fb1-8b903fdb12f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:23.470165005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"708ce50f-e04a-41bf-8fb1-8b903fdb12f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:23.743691747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"042d24a0-0357-4a53-b993-716aa8609e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:23.747944105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"042d24a0-0357-4a53-b993-716aa8609e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:23.752186574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"042d24a0-0357-4a53-b993-716aa8609e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:23.756375614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"042d24a0-0357-4a53-b993-716aa8609e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:27.708711619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"default-tenant","reconcileID":"dad1dc79-9051-4a46-aa74-ad85f42a69f0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:27.749096126Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"default-tenant","reconcileID":"dad1dc79-9051-4a46-aa74-ad85f42a69f0","name":"e2e-extmod-b-d97cc8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:34.752525643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"default-tenant","reconcileID":"fb0735b0-c1bf-4952-9203-1e2f52c4bfd4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:34.77770133Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"default-tenant","reconcileID":"fb0735b0-c1bf-4952-9203-1e2f52c4bfd4","name":"e2e-extmod-a-222480-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:36.383464546Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:36.600476867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2b7ba91-e68e-45fe-b514-3c08e49a0d43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:36.605872409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2b7ba91-e68e-45fe-b514-3c08e49a0d43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:36.613442225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2b7ba91-e68e-45fe-b514-3c08e49a0d43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:36.617824113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2b7ba91-e68e-45fe-b514-3c08e49a0d43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:36.993129347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f9a3a87-a157-4ba7-9531-73e7adf64712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:36.998174925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f9a3a87-a157-4ba7-9531-73e7adf64712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:37.002550931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f9a3a87-a157-4ba7-9531-73e7adf64712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:37.006845548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f9a3a87-a157-4ba7-9531-73e7adf64712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:37.355891558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12ddc8a7-babd-4244-b4e7-da2d123928d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:37.36422154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12ddc8a7-babd-4244-b4e7-da2d123928d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:37.368919073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12ddc8a7-babd-4244-b4e7-da2d123928d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:37.381369299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12ddc8a7-babd-4244-b4e7-da2d123928d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:43.183692416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cab3702-f1c9-4707-83a6-3c492b615c3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:43.188969531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cab3702-f1c9-4707-83a6-3c492b615c3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:43.193645333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cab3702-f1c9-4707-83a6-3c492b615c3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:43.200118954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cab3702-f1c9-4707-83a6-3c492b615c3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:43.680117292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73d7c4eb-0f15-4603-9e45-e9ea6e4f350d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:43.684395465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73d7c4eb-0f15-4603-9e45-e9ea6e4f350d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:43.689343047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73d7c4eb-0f15-4603-9e45-e9ea6e4f350d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:43.69354826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73d7c4eb-0f15-4603-9e45-e9ea6e4f350d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:44.046818298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4280f8d0-5bc3-41a8-beb7-07ccbe4b60f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:44.051578043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4280f8d0-5bc3-41a8-beb7-07ccbe4b60f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:44.055695794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4280f8d0-5bc3-41a8-beb7-07ccbe4b60f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:44.064071334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4280f8d0-5bc3-41a8-beb7-07ccbe4b60f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:44.09823409Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-969878","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-969878","reconcileID":"de9e9593-cb5d-4d87-8c90-6c92cc123f06","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-969878","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-969878":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:44.288877054Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-68685b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-68685b","reconcileID":"629d356a-ade6-406e-bc29-154c7e1b75a9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-68685b","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-68685b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:44.495808001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc0a5e57-2872-4cda-b3f6-d1907987e41a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:44.500579099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc0a5e57-2872-4cda-b3f6-d1907987e41a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:44.506395902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc0a5e57-2872-4cda-b3f6-d1907987e41a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:44.513245581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc0a5e57-2872-4cda-b3f6-d1907987e41a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:44.848486415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"088ce7e3-7003-40f9-b083-e7c3beb2438a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:44.85603119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"088ce7e3-7003-40f9-b083-e7c3beb2438a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:44.862325662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"088ce7e3-7003-40f9-b083-e7c3beb2438a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:44.866576779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"088ce7e3-7003-40f9-b083-e7c3beb2438a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:45.236835114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d75adb6-71c5-4573-8b19-c2d6c7ef361c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:45.243170696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d75adb6-71c5-4573-8b19-c2d6c7ef361c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:45.252228585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d75adb6-71c5-4573-8b19-c2d6c7ef361c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:45.257792849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d75adb6-71c5-4573-8b19-c2d6c7ef361c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:48.323450464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-836d67"},"namespace":"ai-tenant-e2e-autores-836d67","name":"default-tenant","reconcileID":"fbdab2cb-e069-42b1-8f5f-b12c7131dcc0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-836d67","tenantID":"e2e-autores-836d67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:48.348282589Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-836d67"},"namespace":"ai-tenant-e2e-autores-836d67","name":"default-tenant","reconcileID":"fbdab2cb-e069-42b1-8f5f-b12c7131dcc0","name":"e2e-autores-836d67-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:52.781309701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c7cc54-2830-4921-961d-4d3f2e76d992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:52.785915589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c7cc54-2830-4921-961d-4d3f2e76d992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:52.790528409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c7cc54-2830-4921-961d-4d3f2e76d992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:52.795207835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c7cc54-2830-4921-961d-4d3f2e76d992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:53.060175021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf886a0d-a968-4e90-b553-f42d5905b260","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:53.064631045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf886a0d-a968-4e90-b553-f42d5905b260","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:53.06915035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf886a0d-a968-4e90-b553-f42d5905b260","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:53.073671772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf886a0d-a968-4e90-b553-f42d5905b260","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:57.910485934Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"f2555c17-0490-43c4-8250-d57190e641ea","namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:57.925161597Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"25737afb-5c89-4a5b-b029-3cea0f3dbfc6","namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:57.936112341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"9cd7108c-5e3c-40ca-b24f-9a5f4b570173","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:57.936240686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"bd010bce-7de7-4293-ba84-a00468032f1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:57.936519299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ec02017-9569-4fec-9922-e50ab775dd5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:57.93705761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"969c52e0-dcfe-4dd0-a3f1-86b1336d2277","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:57.937162251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"e216d184-fc87-4417-bc89-d19dbc5557d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:57.951399669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"9cd7108c-5e3c-40ca-b24f-9a5f4b570173","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:57.951716587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"969c52e0-dcfe-4dd0-a3f1-86b1336d2277","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:57.95392726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ec02017-9569-4fec-9922-e50ab775dd5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:57.954108007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"bd010bce-7de7-4293-ba84-a00468032f1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:57.956193819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"e216d184-fc87-4417-bc89-d19dbc5557d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.096496118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"6e8d5d7d-800a-4017-9f3d-4e0f853f9bbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.116883982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"6e8d5d7d-800a-4017-9f3d-4e0f853f9bbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.13996717Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"e1bd0518-4f19-43c3-a36a-bb4cb79f90a7","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.19626091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"d73b91c3-09d9-43f1-aa66-0a999038b561","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.196480877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"12975cee-71b1-4525-9701-3c67560e3d30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.19688374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"77de3e88-7f6f-406e-a6f5-72d2b5b07de2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.199321125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"fb62e619-c1dc-4743-a85d-9132a4652755","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.225322321Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"c8121bf0-a0d8-4ec9-aa61-5c496fc13113","namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.232848315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"12975cee-71b1-4525-9701-3c67560e3d30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.234310403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"77de3e88-7f6f-406e-a6f5-72d2b5b07de2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.236158325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"fb62e619-c1dc-4743-a85d-9132a4652755","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.236440889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"d73b91c3-09d9-43f1-aa66-0a999038b561","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.238434984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"df85bd06-9bbf-4c29-af2f-78c27d799d7b","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-att-user-fda815/e2e-att-serve-470904","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.23845015Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"df85bd06-9bbf-4c29-af2f-78c27d799d7b","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"routeName":"external-model-e2e-att-serve-470904-8b879afc3b7d","namespace":"e2e-extmod-att-user-fda815","model":"e2e-att-serve-470904","externalModel":"e2e-att-serve-470904","provider":"e2e-att-serve-470904-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.241665099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"3b1c0df4-6626-4c49-bf14-f0632d3643ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.25237639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"3b1c0df4-6626-4c49-bf14-f0632d3643ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.473285335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"acac83fa-c825-48a4-b425-8a746b5d3825","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-att-user-fda815/e2e-att-serve-470904","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.473385026Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"acac83fa-c825-48a4-b425-8a746b5d3825","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"routeName":"external-model-e2e-att-serve-470904-8b879afc3b7d","namespace":"e2e-extmod-att-user-fda815","model":"e2e-att-serve-470904","externalModel":"e2e-att-serve-470904","provider":"e2e-att-serve-470904-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.473955066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"ef13f6a7-eeb3-440c-9364-08704544ef96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.474656322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"391344a1-5d02-4c56-8b06-9cd0c0a4ab2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.47595587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"8715e4ae-a501-4159-9476-58ba81f25ae0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.488272949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"996fa1e9-7581-488c-8888-7c344cdccbe4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.500129131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"ef13f6a7-eeb3-440c-9364-08704544ef96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.515748776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"ad437d66-4615-4c0b-8a7b-048bd5d7fc86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.535883168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"996fa1e9-7581-488c-8888-7c344cdccbe4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.539862906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"ad437d66-4615-4c0b-8a7b-048bd5d7fc86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.541137951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"8715e4ae-a501-4159-9476-58ba81f25ae0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.544345644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"391344a1-5d02-4c56-8b06-9cd0c0a4ab2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.569504693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00255fb5-8dd3-4134-aa59-3b507d09289d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.580831724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00255fb5-8dd3-4134-aa59-3b507d09289d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.670280001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"3b32cac1-e77c-4006-9e3a-71316ded6d1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.670282236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"eb2a78bc-0b44-4217-935e-83584fe35296","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.670820688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"3afd9ab7-f4ab-42b5-b5a3-b421645215fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.671459705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"6d036e92-9228-4fbe-9ef7-f58033b7dd26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.671616169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"7415436d-e970-4a07-9963-f26160ba447a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.680429674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"3b32cac1-e77c-4006-9e3a-71316ded6d1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.680729659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"eb2a78bc-0b44-4217-935e-83584fe35296","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.683138931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"3afd9ab7-f4ab-42b5-b5a3-b421645215fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.683188492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"7415436d-e970-4a07-9963-f26160ba447a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.685818368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"6d036e92-9228-4fbe-9ef7-f58033b7dd26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.855583604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"6c9b9cdc-d5c7-4079-b62a-2506356bf573","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.856382727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"3753e783-9550-4d6f-a269-e5299ebd1b8c","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-att-user-fda815/e2e-att-serve-470904","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.856400527Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"3753e783-9550-4d6f-a269-e5299ebd1b8c","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"routeName":"external-model-e2e-att-serve-470904-8b879afc3b7d","namespace":"e2e-extmod-att-user-fda815","model":"e2e-att-serve-470904","externalModel":"e2e-att-serve-470904","provider":"e2e-att-serve-470904-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.86535294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"6c9b9cdc-d5c7-4079-b62a-2506356bf573","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.959767156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"bfb5603a-b5cb-4f89-acf0-fd863c188b3c","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:58.998790674Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"bfb5603a-b5cb-4f89-acf0-fd863c188b3c","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:59.011425949Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d97cc8-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"bfb5603a-b5cb-4f89-acf0-fd863c188b3c","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:59.054737426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"b77e2f47-d5af-4e41-8d75-a75c4f83dd75","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-att-user-fda815/e2e-att-serve-470904","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:02:59.054765905Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"b77e2f47-d5af-4e41-8d75-a75c4f83dd75","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"routeName":"external-model-e2e-att-serve-470904-8b879afc3b7d","namespace":"e2e-extmod-att-user-fda815","model":"e2e-att-serve-470904","externalModel":"e2e-att-serve-470904","provider":"e2e-att-serve-470904-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:00.46000304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83e91186-3b1c-4aae-a71a-c79330e96a26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:00.464486956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83e91186-3b1c-4aae-a71a-c79330e96a26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:00.468937094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83e91186-3b1c-4aae-a71a-c79330e96a26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:00.473502783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83e91186-3b1c-4aae-a71a-c79330e96a26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:00.761449959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"573c0898-0126-43be-8483-cdcbd1ff9ffb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:00.765781834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"573c0898-0126-43be-8483-cdcbd1ff9ffb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:00.769854971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"573c0898-0126-43be-8483-cdcbd1ff9ffb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:00.77426516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"573c0898-0126-43be-8483-cdcbd1ff9ffb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:06.375630411Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:06.94839171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"default-tenant","reconcileID":"d9a4efc1-3df0-4c89-83f8-de81153ae931","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:06.978620017Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"default-tenant","reconcileID":"d9a4efc1-3df0-4c89-83f8-de81153ae931","name":"e2e-extmod-b-969878-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:08.321517621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"default-tenant","reconcileID":"3a8616dc-f976-414d-8a0b-7caa0262114c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:08.347444359Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"default-tenant","reconcileID":"3a8616dc-f976-414d-8a0b-7caa0262114c","name":"e2e-extmod-a-68685b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:09.001701655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16e2eda6-dd42-44ea-875b-5ee2796e94c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:09.007025107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16e2eda6-dd42-44ea-875b-5ee2796e94c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:09.01262541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16e2eda6-dd42-44ea-875b-5ee2796e94c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:09.022725654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16e2eda6-dd42-44ea-875b-5ee2796e94c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:09.074377661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"bd6164c6-0874-48d4-a801-3902800e2f08","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:09.085935676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"bd6164c6-0874-48d4-a801-3902800e2f08","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:09.09452573Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d97cc8-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"bd6164c6-0874-48d4-a801-3902800e2f08","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:09.338859342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50df9ffd-12aa-4cd2-b643-3a292ec6853c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:09.344662868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50df9ffd-12aa-4cd2-b643-3a292ec6853c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:09.349905847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50df9ffd-12aa-4cd2-b643-3a292ec6853c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:09.355673348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50df9ffd-12aa-4cd2-b643-3a292ec6853c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:09.897710509Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-4d5758","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-4d5758","reconcileID":"59e5a73e-21f1-4bdc-9b1e-27c5d158557b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-4d5758","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-4d5758":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:10.250950493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64a0217c-ce33-402e-b0b7-6439b9b099d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:10.25568927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64a0217c-ce33-402e-b0b7-6439b9b099d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:10.260009613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64a0217c-ce33-402e-b0b7-6439b9b099d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:10.264538322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64a0217c-ce33-402e-b0b7-6439b9b099d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:10.610986591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2082ba2-3073-4bca-942c-88658764600b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:10.61600585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2082ba2-3073-4bca-942c-88658764600b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:10.623302991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2082ba2-3073-4bca-942c-88658764600b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:10.634087329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2082ba2-3073-4bca-942c-88658764600b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:13.564134493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1318aa40-020f-472b-9d97-7d857486ab5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:13.576025849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1318aa40-020f-472b-9d97-7d857486ab5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:13.597170381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1318aa40-020f-472b-9d97-7d857486ab5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:13.603638826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1318aa40-020f-472b-9d97-7d857486ab5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:13.988157974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab739327-99e3-4774-94a5-574ce3bb7178","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:13.996074334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab739327-99e3-4774-94a5-574ce3bb7178","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:14.000459065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab739327-99e3-4774-94a5-574ce3bb7178","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:14.00497423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab739327-99e3-4774-94a5-574ce3bb7178","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:14.363819017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59abe51e-0130-47dd-bbf5-6d6f4b7527be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:14.368016365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59abe51e-0130-47dd-bbf5-6d6f4b7527be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:14.375199786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59abe51e-0130-47dd-bbf5-6d6f4b7527be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:14.382382972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59abe51e-0130-47dd-bbf5-6d6f4b7527be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:14.786557741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41332353-d665-4340-9b18-3f631a75677f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:14.792474317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41332353-d665-4340-9b18-3f631a75677f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:14.805910858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41332353-d665-4340-9b18-3f631a75677f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:14.814608723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41332353-d665-4340-9b18-3f631a75677f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:15.197653568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d98d416-5a3b-4349-ab4d-0e63b1c1dc71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:15.204246363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d98d416-5a3b-4349-ab4d-0e63b1c1dc71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:15.209293611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d98d416-5a3b-4349-ab4d-0e63b1c1dc71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:15.213758595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d98d416-5a3b-4349-ab4d-0e63b1c1dc71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:19.105729497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"e0af5213-63f9-4a96-b0e2-d1521da1c966","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:19.117369761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"e0af5213-63f9-4a96-b0e2-d1521da1c966","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:19.127555455Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d97cc8-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"e0af5213-63f9-4a96-b0e2-d1521da1c966","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:29.138288631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"e90242ee-80e4-4ce9-924a-858e465b3118","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:29.149216063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"e90242ee-80e4-4ce9-924a-858e465b3118","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:29.157548217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d97cc8-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"e90242ee-80e4-4ce9-924a-858e465b3118","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:31.22303109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-836d67","namespace":"ai-tenant-e2e-autores-836d67"},"namespace":"ai-tenant-e2e-autores-836d67","name":"autores-model-836d67","reconcileID":"d8b0510b-be1d-4bef-9032-eff5c774641f","MaaSModelRef":{"name":"autores-model-836d67","namespace":"ai-tenant-e2e-autores-836d67"},"tenant":"e2e-autores-836d67","gateway":"openshift-ingress/e2e-autores-836d67","model":"ai-tenant-e2e-autores-836d67/autores-model-836d67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:31.223158405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-836d67","namespace":"ai-tenant-e2e-autores-836d67"},"namespace":"ai-tenant-e2e-autores-836d67","name":"autores-model-836d67","reconcileID":"d8b0510b-be1d-4bef-9032-eff5c774641f","MaaSModelRef":{"name":"autores-model-836d67","namespace":"ai-tenant-e2e-autores-836d67"},"routeName":"autores-model-836d67-kserve-route","namespace":"ai-tenant-e2e-autores-836d67","llmisvcName":"autores-model-836d67","gateway":"openshift-ingress/e2e-autores-836d67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:32.145435268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38127d3d-d63c-4ce9-8539-9b9ef900b8d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:32.163487001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38127d3d-d63c-4ce9-8539-9b9ef900b8d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:32.173252349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38127d3d-d63c-4ce9-8539-9b9ef900b8d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:32.181353961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38127d3d-d63c-4ce9-8539-9b9ef900b8d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:32.626136961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35b6c728-98f4-4f98-ad00-8443275b1a1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:32.631304627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35b6c728-98f4-4f98-ad00-8443275b1a1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:32.638916186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35b6c728-98f4-4f98-ad00-8443275b1a1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:32.643575233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35b6c728-98f4-4f98-ad00-8443275b1a1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:33.481285089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01deac10-39e9-4a6c-bee4-af3499b0b118","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:33.493909568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01deac10-39e9-4a6c-bee4-af3499b0b118","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:33.503710465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01deac10-39e9-4a6c-bee4-af3499b0b118","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:33.508850782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01deac10-39e9-4a6c-bee4-af3499b0b118","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:33.811059355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e51c8648-f101-4f6e-b054-b0bab302da25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:33.815560536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e51c8648-f101-4f6e-b054-b0bab302da25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:33.822627709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e51c8648-f101-4f6e-b054-b0bab302da25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:33.827010598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e51c8648-f101-4f6e-b054-b0bab302da25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:34.335717086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"2920e53c-ed64-4554-8832-8a8c964aa844","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:34.376069932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"2920e53c-ed64-4554-8832-8a8c964aa844","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:34.406193901Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d97cc8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2c322cfebd584d11f37610a3607fabc1f21c386e3ca75b8c65a54b45a752e185) AuthConfig (1605eb341f90e8c6e2d838104d77706321c34ba5177250249b00056cf73fd48d) AuthConfig (cb6b7c9ee50cabbcef83d73ab89a57078c8713d9a513bc5977e530d9cac7d7f7) AuthConfig (5ba89c0323ddde35d89ca8dce79149db7e21c5a608d6cfd47f051f9687e72d0e) AuthConfig (e652b82817cf1c4fc932172f258ea44a9f7ed2d063485b490d035a22f7be3ce4) AuthConfig (74bcbbc953ff109bb17512d808df8b939baaed6dcbdf415801e7da73a24bc6e5) AuthConfig (f006de3e1be7cf9d4394e9f0a4ae5f9eab6dced6ce0f3ad2f65337ea00cc3afd) AuthConfig (284e2bb80bd32bc04df73bc7b55f9dc0db7421ecd7e2f4534c8981617c329a30) AuthConfig (1b31dc033f67102e32b438ee7aae5d589cd7433d0678a1661c2f0e23975d8b86) AuthConfig (576ea76606ccb5c35cc562fd5ba8d4165b2ad9f29cd6414c4a3ca4fcb2fe4ed2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"2920e53c-ed64-4554-8832-8a8c964aa844","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:34.475724797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"7deef549-efa2-46c5-a579-915e743f8e4c","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-att-user-fda815/e2e-att-serve-470904","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:34.47584505Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"7deef549-efa2-46c5-a579-915e743f8e4c","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"routeName":"external-model-e2e-att-serve-470904-8b879afc3b7d","namespace":"e2e-extmod-att-user-fda815","model":"e2e-att-serve-470904","externalModel":"e2e-att-serve-470904","provider":"e2e-att-serve-470904-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:35.579333706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"default-tenant","reconcileID":"109665ae-2a29-4206-94b0-89dc7c11dac3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:35.624912642Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"default-tenant","reconcileID":"109665ae-2a29-4206-94b0-89dc7c11dac3","name":"e2e-extmod-b-4d5758-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:36.40033686Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.083612699Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","reconcileID":"961fe741-8db3-408d-9ea4-a51d38c0124b","namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.093920789Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","reconcileID":"66273704-3043-4eea-b0cd-d848f0c25bd1","namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.107542264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"227d08b4-41e1-4221-8aff-490fc6e0a8f4","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.112453223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"79b95583-4927-467b-a586-8a441cab3437","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.113953151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"0b40117d-0849-406b-bd47-7b788e086e6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.114375949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"3db6be22-5370-4597-8764-72e913dabf43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.114760996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"963bc114-6833-4810-bfd3-e85eb0e8315f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.126780207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"227d08b4-41e1-4221-8aff-490fc6e0a8f4","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.130126955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"79b95583-4927-467b-a586-8a441cab3437","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.133486087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"0b40117d-0849-406b-bd47-7b788e086e6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.154458501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"3db6be22-5370-4597-8764-72e913dabf43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.159730672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"963bc114-6833-4810-bfd3-e85eb0e8315f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.171837569Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d97cc8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2c322cfebd584d11f37610a3607fabc1f21c386e3ca75b8c65a54b45a752e185) AuthConfig (1605eb341f90e8c6e2d838104d77706321c34ba5177250249b00056cf73fd48d) AuthConfig (cb6b7c9ee50cabbcef83d73ab89a57078c8713d9a513bc5977e530d9cac7d7f7) AuthConfig (5ba89c0323ddde35d89ca8dce79149db7e21c5a608d6cfd47f051f9687e72d0e) AuthConfig (e652b82817cf1c4fc932172f258ea44a9f7ed2d063485b490d035a22f7be3ce4) AuthConfig (74bcbbc953ff109bb17512d808df8b939baaed6dcbdf415801e7da73a24bc6e5) AuthConfig (f006de3e1be7cf9d4394e9f0a4ae5f9eab6dced6ce0f3ad2f65337ea00cc3afd) AuthConfig (284e2bb80bd32bc04df73bc7b55f9dc0db7421ecd7e2f4534c8981617c329a30) AuthConfig (1b31dc033f67102e32b438ee7aae5d589cd7433d0678a1661c2f0e23975d8b86) AuthConfig (576ea76606ccb5c35cc562fd5ba8d4165b2ad9f29cd6414c4a3ca4fcb2fe4ed2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"227d08b4-41e1-4221-8aff-490fc6e0a8f4","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.22146493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ddcf9148-2434-44fd-82b5-a596263727cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.221513227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"5d645768-aa25-416a-8dd1-ef5006a608b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.223090605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"0566e636-0fd6-4118-bf54-e3d2dcdfd72f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.223427756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"cf584e6a-638b-4713-a388-f1f9931efcb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.239476867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ddcf9148-2434-44fd-82b5-a596263727cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.242875283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"5d645768-aa25-416a-8dd1-ef5006a608b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.248899682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"0566e636-0fd6-4118-bf54-e3d2dcdfd72f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.252742804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"cf584e6a-638b-4713-a388-f1f9931efcb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.326417295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"6ad2172a-c5dc-4330-af9c-f50b463d743f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.328102167Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","reconcileID":"50df8175-2c4d-4e18-b432-94d908d077cd","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.34501713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"6ad2172a-c5dc-4330-af9c-f50b463d743f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.409459715Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","reconcileID":"de85907d-a6ee-4a54-a004-d90246a0c3c3","namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.413706886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bedd8eee-bfaa-4717-a29a-2b1bcc51d151","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.414520114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"8339fa17-4c89-4bc5-85c9-46c9f02767fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.416845424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","reconcileID":"a6819be7-50c9-4029-82ef-cca84c4a8cb8","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"tenant":"e2e-extmod-b-969878","gateway":"openshift-ingress/e2e-extmod-b-969878","model":"e2e-extmod-att-user-487d36/e2e-att-serve-694483","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.416874416Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","reconcileID":"a6819be7-50c9-4029-82ef-cca84c4a8cb8","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"routeName":"external-model-e2e-att-serve-694483-5525ec9f71ed","namespace":"e2e-extmod-att-user-487d36","model":"e2e-att-serve-694483","externalModel":"e2e-att-serve-694483","provider":"e2e-att-serve-694483-provider","gateway":"openshift-ingress/e2e-extmod-b-969878","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.432510981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"8339fa17-4c89-4bc5-85c9-46c9f02767fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.432965372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bedd8eee-bfaa-4717-a29a-2b1bcc51d151","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.576697184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"bf486804-7f28-4750-a39f-082f154fd196","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.598458828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"702f0ffa-6639-44e3-8a0e-4b27fbcf5d7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.599311484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","reconcileID":"185f98b8-e13e-4861-92d9-16347cfcb0ea","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"tenant":"e2e-extmod-b-969878","gateway":"openshift-ingress/e2e-extmod-b-969878","model":"e2e-extmod-att-user-487d36/e2e-att-serve-694483","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.599333109Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","reconcileID":"185f98b8-e13e-4861-92d9-16347cfcb0ea","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"routeName":"external-model-e2e-att-serve-694483-5525ec9f71ed","namespace":"e2e-extmod-att-user-487d36","model":"e2e-att-serve-694483","externalModel":"e2e-att-serve-694483","provider":"e2e-att-serve-694483-provider","gateway":"openshift-ingress/e2e-extmod-b-969878","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.599963279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"58268e24-7279-4d27-bacb-79d5185ca3f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.600517961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"bf1fc275-2979-4dbe-9509-6db702396835","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.613031901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"4f2db98e-f675-4f42-bc01-8ab81473d51d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.646571384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"bf486804-7f28-4750-a39f-082f154fd196","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.650769712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"4f2db98e-f675-4f42-bc01-8ab81473d51d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.654821283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"bf1fc275-2979-4dbe-9509-6db702396835","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.658199749Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d97cc8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2c322cfebd584d11f37610a3607fabc1f21c386e3ca75b8c65a54b45a752e185) AuthConfig (1605eb341f90e8c6e2d838104d77706321c34ba5177250249b00056cf73fd48d) AuthConfig (cb6b7c9ee50cabbcef83d73ab89a57078c8713d9a513bc5977e530d9cac7d7f7) AuthConfig (5ba89c0323ddde35d89ca8dce79149db7e21c5a608d6cfd47f051f9687e72d0e) AuthConfig (e652b82817cf1c4fc932172f258ea44a9f7ed2d063485b490d035a22f7be3ce4) AuthConfig (74bcbbc953ff109bb17512d808df8b939baaed6dcbdf415801e7da73a24bc6e5) AuthConfig (f006de3e1be7cf9d4394e9f0a4ae5f9eab6dced6ce0f3ad2f65337ea00cc3afd) AuthConfig (284e2bb80bd32bc04df73bc7b55f9dc0db7421ecd7e2f4534c8981617c329a30) AuthConfig (1b31dc033f67102e32b438ee7aae5d589cd7433d0678a1661c2f0e23975d8b86) AuthConfig (576ea76606ccb5c35cc562fd5ba8d4165b2ad9f29cd6414c4a3ca4fcb2fe4ed2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"bf486804-7f28-4750-a39f-082f154fd196","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.661274539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"702f0ffa-6639-44e3-8a0e-4b27fbcf5d7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.662379078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"58268e24-7279-4d27-bacb-79d5185ca3f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.69452504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"6d172c1d-c770-4a1e-a107-4341e019d3b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.711639596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"6d172c1d-c770-4a1e-a107-4341e019d3b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.784960586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"ca88be5a-891f-4172-aeb0-093471262020","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.785743347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"663b5b9f-0e00-441d-94e9-aac9f8c02eeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.789618178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"e5ceefba-6967-4057-a801-764c3a8e0fb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.79156672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2585fae3-411c-441f-b34b-1fccd10af1c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.795663056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"ca88be5a-891f-4172-aeb0-093471262020","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.796378611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"827963e4-ecc2-42cd-aae1-c76c0198966d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.797346526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"663b5b9f-0e00-441d-94e9-aac9f8c02eeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.801290503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"e5ceefba-6967-4057-a801-764c3a8e0fb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.801555621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2585fae3-411c-441f-b34b-1fccd10af1c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.80618045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"827963e4-ecc2-42cd-aae1-c76c0198966d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.831865549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1ea239a-c2bd-4622-9c4b-5f077ad9f98f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.831912196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"87e23b2b-7edf-4b17-9edd-66ab20c6753b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.836626822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","reconcileID":"462e08e3-98cc-4f6f-bc75-39e19f992617","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"tenant":"e2e-extmod-b-969878","gateway":"openshift-ingress/e2e-extmod-b-969878","model":"e2e-extmod-att-user-487d36/e2e-att-serve-694483","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.83664928Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","reconcileID":"462e08e3-98cc-4f6f-bc75-39e19f992617","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"routeName":"external-model-e2e-att-serve-694483-5525ec9f71ed","namespace":"e2e-extmod-att-user-487d36","model":"e2e-att-serve-694483","externalModel":"e2e-att-serve-694483","provider":"e2e-att-serve-694483-provider","gateway":"openshift-ingress/e2e-extmod-b-969878","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.843496622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"87e23b2b-7edf-4b17-9edd-66ab20c6753b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.844509516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1ea239a-c2bd-4622-9c4b-5f077ad9f98f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.877664359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"b9a1c84b-317b-4277-b3e4-511c216879de","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.913578937Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"b9a1c84b-317b-4277-b3e4-511c216879de","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.921881342Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-969878-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"b9a1c84b-317b-4277-b3e4-511c216879de","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.962960841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","reconcileID":"60c9c93f-a1be-4748-b412-a71a0e89340c","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"tenant":"e2e-extmod-b-969878","gateway":"openshift-ingress/e2e-extmod-b-969878","model":"e2e-extmod-att-user-487d36/e2e-att-serve-694483","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:38.962986009Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","reconcileID":"60c9c93f-a1be-4748-b412-a71a0e89340c","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"routeName":"external-model-e2e-att-serve-694483-5525ec9f71ed","namespace":"e2e-extmod-att-user-487d36","model":"e2e-att-serve-694483","externalModel":"e2e-att-serve-694483","provider":"e2e-att-serve-694483-provider","gateway":"openshift-ingress/e2e-extmod-b-969878","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:42.353954501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46fe658b-7ed1-4d08-83e7-eb0e277a9f6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:42.359287581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46fe658b-7ed1-4d08-83e7-eb0e277a9f6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:42.36383903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46fe658b-7ed1-4d08-83e7-eb0e277a9f6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:42.370871317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46fe658b-7ed1-4d08-83e7-eb0e277a9f6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:42.687306781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc744ac3-13f8-4a9d-9ab6-d110017e9c64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:42.695283935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc744ac3-13f8-4a9d-9ab6-d110017e9c64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:42.770350076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc744ac3-13f8-4a9d-9ab6-d110017e9c64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:42.775095675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc744ac3-13f8-4a9d-9ab6-d110017e9c64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:43.237705536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94d74f88-a57e-4879-b115-431f809dca4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:43.242163968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94d74f88-a57e-4879-b115-431f809dca4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:43.247291895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94d74f88-a57e-4879-b115-431f809dca4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:43.251944232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94d74f88-a57e-4879-b115-431f809dca4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:43.330566276Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-2a2286","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-2a2286","reconcileID":"3ac37ded-d2fe-41e2-83d5-f8811a98abc3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-2a2286","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-2a2286":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:43.588071911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed888b3f-8faa-48f2-8b24-9af9c4c87d44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:43.596541482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed888b3f-8faa-48f2-8b24-9af9c4c87d44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:43.604267016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed888b3f-8faa-48f2-8b24-9af9c4c87d44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:43.608692917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed888b3f-8faa-48f2-8b24-9af9c4c87d44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:48.696279423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"2e54626d-6e82-41e9-b737-00ee0266be03","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:48.70939976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"2e54626d-6e82-41e9-b737-00ee0266be03","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:48.718331839Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d97cc8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2c322cfebd584d11f37610a3607fabc1f21c386e3ca75b8c65a54b45a752e185) AuthConfig (1605eb341f90e8c6e2d838104d77706321c34ba5177250249b00056cf73fd48d) AuthConfig (cb6b7c9ee50cabbcef83d73ab89a57078c8713d9a513bc5977e530d9cac7d7f7) AuthConfig (5ba89c0323ddde35d89ca8dce79149db7e21c5a608d6cfd47f051f9687e72d0e) AuthConfig (e652b82817cf1c4fc932172f258ea44a9f7ed2d063485b490d035a22f7be3ce4) AuthConfig (74bcbbc953ff109bb17512d808df8b939baaed6dcbdf415801e7da73a24bc6e5) AuthConfig (f006de3e1be7cf9d4394e9f0a4ae5f9eab6dced6ce0f3ad2f65337ea00cc3afd) AuthConfig (284e2bb80bd32bc04df73bc7b55f9dc0db7421ecd7e2f4534c8981617c329a30) AuthConfig (1b31dc033f67102e32b438ee7aae5d589cd7433d0678a1661c2f0e23975d8b86) AuthConfig (576ea76606ccb5c35cc562fd5ba8d4165b2ad9f29cd6414c4a3ca4fcb2fe4ed2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"2e54626d-6e82-41e9-b737-00ee0266be03","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:48.974299121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"c0f14337-64c4-4512-9993-013057028d41","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:48.992343929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"c0f14337-64c4-4512-9993-013057028d41","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:49.004061264Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-969878-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"c0f14337-64c4-4512-9993-013057028d41","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:58.729178447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"ece38c7f-1607-42fb-a09e-2209b8137cd2","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:58.739453059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"ece38c7f-1607-42fb-a09e-2209b8137cd2","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:58.748274125Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d97cc8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2c322cfebd584d11f37610a3607fabc1f21c386e3ca75b8c65a54b45a752e185) AuthConfig (1605eb341f90e8c6e2d838104d77706321c34ba5177250249b00056cf73fd48d) AuthConfig (cb6b7c9ee50cabbcef83d73ab89a57078c8713d9a513bc5977e530d9cac7d7f7) AuthConfig (5ba89c0323ddde35d89ca8dce79149db7e21c5a608d6cfd47f051f9687e72d0e) AuthConfig (e652b82817cf1c4fc932172f258ea44a9f7ed2d063485b490d035a22f7be3ce4) AuthConfig (74bcbbc953ff109bb17512d808df8b939baaed6dcbdf415801e7da73a24bc6e5) AuthConfig (f006de3e1be7cf9d4394e9f0a4ae5f9eab6dced6ce0f3ad2f65337ea00cc3afd) AuthConfig (284e2bb80bd32bc04df73bc7b55f9dc0db7421ecd7e2f4534c8981617c329a30) AuthConfig (1b31dc033f67102e32b438ee7aae5d589cd7433d0678a1661c2f0e23975d8b86) AuthConfig (576ea76606ccb5c35cc562fd5ba8d4165b2ad9f29cd6414c4a3ca4fcb2fe4ed2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"ece38c7f-1607-42fb-a09e-2209b8137cd2","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:59.015909604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"48cc2822-b839-463d-a9bf-5e4376f62c9f","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:59.026439181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"48cc2822-b839-463d-a9bf-5e4376f62c9f","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:03:59.035677081Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-969878-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"48cc2822-b839-463d-a9bf-5e4376f62c9f","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:02.161657033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d02439-5f19-4fd1-bd02-43147d64b1a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:02.167538859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d02439-5f19-4fd1-bd02-43147d64b1a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:02.173461302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d02439-5f19-4fd1-bd02-43147d64b1a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:02.179974667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d02439-5f19-4fd1-bd02-43147d64b1a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:02.551741114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"358925bf-9075-4999-8523-d969a9e4b3c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:02.556103256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"358925bf-9075-4999-8523-d969a9e4b3c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:02.56051845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"358925bf-9075-4999-8523-d969a9e4b3c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:02.564936399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"358925bf-9075-4999-8523-d969a9e4b3c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:03.771217692Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-836d67"},"namespace":"ai-tenant-e2e-autores-836d67","name":"default-tenant","reconcileID":"92121894-7608-4723-aaa0-df9cee409b7c","namespace":"ai-tenant-e2e-autores-836d67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:03.771301019Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-836d67"},"namespace":"ai-tenant-e2e-autores-836d67","name":"default-tenant","reconcileID":"92121894-7608-4723-aaa0-df9cee409b7c","namespace":"ai-tenant-e2e-autores-836d67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:03.771373635Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-836d67"},"namespace":"ai-tenant-e2e-autores-836d67","name":"default-tenant","reconcileID":"92121894-7608-4723-aaa0-df9cee409b7c","tenant":"e2e-autores-836d67","tenantID":"e2e-autores-836d67","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:03.779898938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-836d67"},"namespace":"ai-tenant-e2e-autores-836d67","name":"default-tenant","reconcileID":"92121894-7608-4723-aaa0-df9cee409b7c","gvk":"Deployment","name":"maas-api-e2e-autores-836d67","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:03.798493773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-836d67"},"namespace":"ai-tenant-e2e-autores-836d67","name":"default-tenant","reconcileID":"92121894-7608-4723-aaa0-df9cee409b7c","gvk":"Service","name":"maas-api-e2e-autores-836d67","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:03.811902062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-836d67"},"namespace":"ai-tenant-e2e-autores-836d67","name":"default-tenant","reconcileID":"92121894-7608-4723-aaa0-df9cee409b7c","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-836d67","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:03.82384678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-836d67"},"namespace":"ai-tenant-e2e-autores-836d67","name":"default-tenant","reconcileID":"92121894-7608-4723-aaa0-df9cee409b7c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-836d67","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:03.842349784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-836d67"},"namespace":"ai-tenant-e2e-autores-836d67","name":"default-tenant","reconcileID":"92121894-7608-4723-aaa0-df9cee409b7c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-836d67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:03.854363759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-836d67"},"namespace":"ai-tenant-e2e-autores-836d67","name":"default-tenant","reconcileID":"92121894-7608-4723-aaa0-df9cee409b7c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-836d67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:03.864957941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-836d67"},"namespace":"ai-tenant-e2e-autores-836d67","name":"default-tenant","reconcileID":"92121894-7608-4723-aaa0-df9cee409b7c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-836d67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:03.877176014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-836d67"},"namespace":"ai-tenant-e2e-autores-836d67","name":"default-tenant","reconcileID":"92121894-7608-4723-aaa0-df9cee409b7c","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-836d67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:03.882003476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-836d67"},"namespace":"ai-tenant-e2e-autores-836d67","name":"default-tenant","reconcileID":"92121894-7608-4723-aaa0-df9cee409b7c","gvk":"Deployment","name":"payload-processing-e2e-autores-836d67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:03.886565712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-836d67"},"namespace":"ai-tenant-e2e-autores-836d67","name":"default-tenant","reconcileID":"92121894-7608-4723-aaa0-df9cee409b7c","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-836d67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:03.89081948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-836d67"},"namespace":"ai-tenant-e2e-autores-836d67","name":"default-tenant","reconcileID":"92121894-7608-4723-aaa0-df9cee409b7c","gvk":"Service","name":"payload-processing-e2e-autores-836d67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:03.899200353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-836d67"},"namespace":"ai-tenant-e2e-autores-836d67","name":"default-tenant","reconcileID":"92121894-7608-4723-aaa0-df9cee409b7c","gvk":"Service","name":"payload-pre-processing-e2e-autores-836d67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:03.903694826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-836d67"},"namespace":"ai-tenant-e2e-autores-836d67","name":"default-tenant","reconcileID":"92121894-7608-4723-aaa0-df9cee409b7c","gvk":"DestinationRule","name":"payload-processing-e2e-autores-836d67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:03.908499124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-836d67"},"namespace":"ai-tenant-e2e-autores-836d67","name":"default-tenant","reconcileID":"92121894-7608-4723-aaa0-df9cee409b7c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-836d67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:03.912741698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-836d67"},"namespace":"ai-tenant-e2e-autores-836d67","name":"default-tenant","reconcileID":"92121894-7608-4723-aaa0-df9cee409b7c","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-836d67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:03.922090354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-836d67"},"namespace":"ai-tenant-e2e-autores-836d67","name":"default-tenant","reconcileID":"92121894-7608-4723-aaa0-df9cee409b7c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-836d67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:03.926272495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-836d67"},"namespace":"ai-tenant-e2e-autores-836d67","name":"default-tenant","reconcileID":"92121894-7608-4723-aaa0-df9cee409b7c","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-836d67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:03.930708585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-836d67"},"namespace":"ai-tenant-e2e-autores-836d67","name":"default-tenant","reconcileID":"92121894-7608-4723-aaa0-df9cee409b7c","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-836d67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:03.935202639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-836d67"},"namespace":"ai-tenant-e2e-autores-836d67","name":"default-tenant","reconcileID":"92121894-7608-4723-aaa0-df9cee409b7c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-836d67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:03.939769892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-836d67"},"namespace":"ai-tenant-e2e-autores-836d67","name":"default-tenant","reconcileID":"92121894-7608-4723-aaa0-df9cee409b7c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-836d67","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:04.136506464Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-836d67","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-836d67","reconcileID":"ecce0af8-a6af-4c09-8366-6d8a479c041c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-836d67","removed":["maas.opendatahub.io/gateway-access-e2e-autores-836d67"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:04.487109017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dbfe51a-30e3-410f-a19f-c0c56772f309","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:04.491432019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dbfe51a-30e3-410f-a19f-c0c56772f309","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:04.495833012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dbfe51a-30e3-410f-a19f-c0c56772f309","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:04.49999037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dbfe51a-30e3-410f-a19f-c0c56772f309","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:04.830693219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec116f61-c470-4074-b9ea-1d3581748533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:04.835486048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec116f61-c470-4074-b9ea-1d3581748533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:04.840376743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec116f61-c470-4074-b9ea-1d3581748533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:04.844824701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec116f61-c470-4074-b9ea-1d3581748533","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:06.379083178Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:07.641382432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"default-tenant","reconcileID":"f22a8307-f72a-40ff-86cb-7df7533911db","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2a2286","tenantID":"e2e-extmod-b-2a2286","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:07.668265744Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"default-tenant","reconcileID":"f22a8307-f72a-40ff-86cb-7df7533911db","name":"e2e-extmod-b-2a2286-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:08.648346493Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"927a820e-c177-48f6-926c-3f62785193a2","namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:08.659270825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"c7caa2ab-7b66-49f1-ac29-12b14b79ddf9","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:08.659692947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"b2834cfc-709a-4fd4-8374-653fe7132f36","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:08.666520056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"fce85506-5ef9-4d7d-83c7-31e617f0ebb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:08.669745165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"65ac1ceb-11a8-442a-85fe-86a49e699aee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:08.672995785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"04c86ff8-91ba-419e-bc5a-934078486ce4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:08.677273065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"b2834cfc-709a-4fd4-8374-653fe7132f36","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:08.677804052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"c7caa2ab-7b66-49f1-ac29-12b14b79ddf9","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:08.679732341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"fce85506-5ef9-4d7d-83c7-31e617f0ebb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:08.680545931Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"a89c4f4c-405d-4146-892f-c94bba4f4b95","namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:08.681848261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"65ac1ceb-11a8-442a-85fe-86a49e699aee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:08.687837995Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-969878-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (71986bdbfc97d616220d39ba57c8e44da09b9e4d3933388d2597272b56952e48) AuthConfig (a1a140e07d698756f17bbfc5397870027a35abd97ab551c5a15b0492731cb052) AuthConfig (edada6b29fb04a15f2bc6d9dd2a41f29be1ee8319f4846fa027e1a154a1ff499) AuthConfig (dbec740acc75c5afe87d48e96228e72fda92cf7c02826e94b324db6b277eb3f9) AuthConfig (f7903031f8f6a9e965f82c7cd4b971be065d1a4f999e6054431e6add07d5fec3) AuthConfig (941a640db4a0fd913ab3918072e9e953e38776d88c0644fd5e7962a7968aadc7) AuthConfig (19e3742965b8010095045c8e36fc683dcf744bc9dd8f0595bd40005d46f291d1) AuthConfig (d071be4eedd335f46a59f279e3fb82af735f5b12e2dc5c0cfaf551f480d54d7c) AuthConfig (09dbce7a5c2cdaf75ac009e897bfcee7daf134bb72bd0d94172cde5ffe085882) AuthConfig (4792f5c1234b1561f2b6a5050384e05dbdbb0b8ec360543a6d673f79c0d04b02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"b2834cfc-709a-4fd4-8374-653fe7132f36","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:08.690772963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"04c86ff8-91ba-419e-bc5a-934078486ce4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:08.706181144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","reconcileID":"e04f090a-3bb7-4aef-9a85-5144be0d93af","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"tenant":"e2e-extmod-b-969878","gateway":"openshift-ingress/e2e-extmod-b-969878","model":"e2e-extmod-att-user-487d36/e2e-att-serve-694483","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:08.706201034Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","reconcileID":"e04f090a-3bb7-4aef-9a85-5144be0d93af","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"routeName":"external-model-e2e-att-serve-694483-5525ec9f71ed","namespace":"e2e-extmod-att-user-487d36","model":"e2e-att-serve-694483","externalModel":"e2e-att-serve-694483","provider":"e2e-att-serve-694483-provider","gateway":"openshift-ingress/e2e-extmod-b-969878","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:08.718948353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"934929b5-46c6-4598-8da2-a5f598e80a3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:08.734935347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"934929b5-46c6-4598-8da2-a5f598e80a3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:08.817825021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"c67d68a9-6c66-4768-8e1a-a6b7edf31cb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:08.837957803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"c67d68a9-6c66-4768-8e1a-a6b7edf31cb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:08.890352863Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"9a4c93fd-5f52-49f6-b388-0b5e28e9b308","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:08.903640388Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"a07cf521-bd8e-4b8b-9a8e-182d1e1dd867","namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:08.915821074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"98f60f9e-5c9d-4f84-8e99-b2014000d68e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:08.919596211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"8fef36ca-3c3b-4509-82fe-4f84c582bfb3","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-unrel-c9b2e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:08.919624216Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"8fef36ca-3c3b-4509-82fe-4f84c582bfb3","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-unrel-c9b2e0-0b830d2d0abe","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-unrel-c9b2e0","externalModel":"e2e-att-unrel-c9b2e0","provider":"e2e-att-unrel-c9b2e0-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:08.970462773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"7c5a2b69-27a8-40ea-89da-ef57661aa132","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:08.972140396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bfb786d3-eb46-4f43-8605-65a27e8d3270","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:08.980550412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"98f60f9e-5c9d-4f84-8e99-b2014000d68e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:08.990812318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"7c5a2b69-27a8-40ea-89da-ef57661aa132","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.160558184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bfb786d3-eb46-4f43-8605-65a27e8d3270","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.168270204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"6d3e515f-b73a-4712-9db9-53df97cbf5bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.221409636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"6d3e515f-b73a-4712-9db9-53df97cbf5bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.27609885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"36bea697-601c-490a-b994-260442486b65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.27680502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"8b472fd9-5223-4b2f-b5f6-3a0da11546ea","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-att-user-fda815/e2e-att-serve-470904","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.276822969Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"8b472fd9-5223-4b2f-b5f6-3a0da11546ea","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"routeName":"external-model-e2e-att-serve-470904-8b879afc3b7d","namespace":"e2e-extmod-att-user-fda815","model":"e2e-att-serve-470904","externalModel":"e2e-att-serve-470904","provider":"e2e-att-serve-470904-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.286182183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"36bea697-601c-490a-b994-260442486b65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.291665684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"6d45c00c-5c7e-40ee-a2a8-729416202c15","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-unrel-c9b2e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.291689893Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"6d45c00c-5c7e-40ee-a2a8-729416202c15","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-unrel-c9b2e0-0b830d2d0abe","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-unrel-c9b2e0","externalModel":"e2e-att-unrel-c9b2e0","provider":"e2e-att-unrel-c9b2e0-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.291689087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"5fdf7aba-c81c-4f96-9d96-f85b8ab1d149","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.292254229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"e7b90fa5-d1df-435d-98b8-b96a8931368a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.29835582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"32546cdc-3da3-4e21-8243-e03cc33f7c64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.300704285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"07734afd-41e6-4a84-b857-143d2cb6e745","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.305993087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"e7b90fa5-d1df-435d-98b8-b96a8931368a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.307385232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"5fdf7aba-c81c-4f96-9d96-f85b8ab1d149","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.308735055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"32546cdc-3da3-4e21-8243-e03cc33f7c64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.313708597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"07734afd-41e6-4a84-b857-143d2cb6e745","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.324485833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2db30689-7228-4ac3-ab0a-785f8afa0a04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.371408349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2db30689-7228-4ac3-ab0a-785f8afa0a04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.375258125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"b439b6f5-d8be-46d0-aabf-57b54026d756","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.386349032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"b439b6f5-d8be-46d0-aabf-57b54026d756","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.388248166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"cdf810b5-209d-4870-babf-e915cf130eee","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.395182978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"dd706d00-8f05-49c2-afd8-6d40e2857d50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.397411386Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-969878-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (71986bdbfc97d616220d39ba57c8e44da09b9e4d3933388d2597272b56952e48) AuthConfig (a1a140e07d698756f17bbfc5397870027a35abd97ab551c5a15b0492731cb052) AuthConfig (edada6b29fb04a15f2bc6d9dd2a41f29be1ee8319f4846fa027e1a154a1ff499) AuthConfig (dbec740acc75c5afe87d48e96228e72fda92cf7c02826e94b324db6b277eb3f9) AuthConfig (f7903031f8f6a9e965f82c7cd4b971be065d1a4f999e6054431e6add07d5fec3) AuthConfig (941a640db4a0fd913ab3918072e9e953e38776d88c0644fd5e7962a7968aadc7) AuthConfig (19e3742965b8010095045c8e36fc683dcf744bc9dd8f0595bd40005d46f291d1) AuthConfig (d071be4eedd335f46a59f279e3fb82af735f5b12e2dc5c0cfaf551f480d54d7c) AuthConfig (09dbce7a5c2cdaf75ac009e897bfcee7daf134bb72bd0d94172cde5ffe085882) AuthConfig (4792f5c1234b1561f2b6a5050384e05dbdbb0b8ec360543a6d673f79c0d04b02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"b439b6f5-d8be-46d0-aabf-57b54026d756","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.405375389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"cdf810b5-209d-4870-babf-e915cf130eee","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.406373037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"7e057b24-d3cf-402f-be92-c6dc5dcc3086","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.412996482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"dd706d00-8f05-49c2-afd8-6d40e2857d50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.418614498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"7e057b24-d3cf-402f-be92-c6dc5dcc3086","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.505384243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"0b406481-2f34-4118-bc41-5d414821b34c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.51108094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"7e3d2fab-7c49-43f5-bc2d-9f23fc74bfbf","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-unrel-c9b2e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.511100455Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"7e3d2fab-7c49-43f5-bc2d-9f23fc74bfbf","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-unrel-c9b2e0-0b830d2d0abe","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-unrel-c9b2e0","externalModel":"e2e-att-unrel-c9b2e0","provider":"e2e-att-unrel-c9b2e0-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.517724401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"0b406481-2f34-4118-bc41-5d414821b34c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.603641482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"694416b1-6d57-4f82-a5f1-13b9017b0f11","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.604819016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"952f3b64-e837-4e64-bcb1-bac32bef986a","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.611635267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99ecfd06-8ea5-4df1-97e8-e0da68abc07f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.616388612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"854f6f28-adda-4c58-95b6-024b1df5be3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.630142012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"694416b1-6d57-4f82-a5f1-13b9017b0f11","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.634247016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99ecfd06-8ea5-4df1-97e8-e0da68abc07f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.634925672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"854f6f28-adda-4c58-95b6-024b1df5be3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.651935658Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-969878-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (71986bdbfc97d616220d39ba57c8e44da09b9e4d3933388d2597272b56952e48) AuthConfig (a1a140e07d698756f17bbfc5397870027a35abd97ab551c5a15b0492731cb052) AuthConfig (edada6b29fb04a15f2bc6d9dd2a41f29be1ee8319f4846fa027e1a154a1ff499) AuthConfig (dbec740acc75c5afe87d48e96228e72fda92cf7c02826e94b324db6b277eb3f9) AuthConfig (f7903031f8f6a9e965f82c7cd4b971be065d1a4f999e6054431e6add07d5fec3) AuthConfig (941a640db4a0fd913ab3918072e9e953e38776d88c0644fd5e7962a7968aadc7) AuthConfig (19e3742965b8010095045c8e36fc683dcf744bc9dd8f0595bd40005d46f291d1) AuthConfig (d071be4eedd335f46a59f279e3fb82af735f5b12e2dc5c0cfaf551f480d54d7c) AuthConfig (09dbce7a5c2cdaf75ac009e897bfcee7daf134bb72bd0d94172cde5ffe085882) AuthConfig (4792f5c1234b1561f2b6a5050384e05dbdbb0b8ec360543a6d673f79c0d04b02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"694416b1-6d57-4f82-a5f1-13b9017b0f11","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.659097807Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"952f3b64-e837-4e64-bcb1-bac32bef986a","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.672511777Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4d5758-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"952f3b64-e837-4e64-bcb1-bac32bef986a","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.688233237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"4020b25d-24e9-4c59-8ef0-2b58bb92275e","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-unrel-c9b2e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:09.688267885Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"4020b25d-24e9-4c59-8ef0-2b58bb92275e","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-unrel-c9b2e0-0b830d2d0abe","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-unrel-c9b2e0","externalModel":"e2e-att-unrel-c9b2e0","provider":"e2e-att-unrel-c9b2e0-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:11.10123275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"68f9a8b8-09b1-4365-9f04-4440c54b74a9","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-att-user-fda815/e2e-att-serve-470904","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:11.101255739Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"68f9a8b8-09b1-4365-9f04-4440c54b74a9","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"routeName":"external-model-e2e-att-serve-470904-8b879afc3b7d","namespace":"e2e-extmod-att-user-fda815","model":"e2e-att-serve-470904","externalModel":"e2e-att-serve-470904","provider":"e2e-att-serve-470904-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:04:11.107134206Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-470904-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-sub","reconcileID":"c21378da-dd61-43da-ae1a-9519f9409e82","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-470904-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:11.108822475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"b1bd4309-17f6-4387-92ae-00d0100dc6cd","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:11.118464188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"b1bd4309-17f6-4387-92ae-00d0100dc6cd","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:11.125680539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"6fabc080-359f-4e2a-ab8a-3694fe8536a2","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-att-user-fda815/e2e-att-serve-470904","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:11.125701309Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"6fabc080-359f-4e2a-ab8a-3694fe8536a2","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"routeName":"external-model-e2e-att-serve-470904-8b879afc3b7d","namespace":"e2e-extmod-att-user-fda815","model":"e2e-att-serve-470904","externalModel":"e2e-att-serve-470904","provider":"e2e-att-serve-470904-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:04:11.137232407Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"6fabc080-359f-4e2a-ab8a-3694fe8536a2","name":"e2e-att-serve-470904","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-470904\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:04:11.13729942Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"6fabc080-359f-4e2a-ab8a-3694fe8536a2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-470904\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:11.142583586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"d92c0978-7d77-4dcd-b308-3e6f78676403","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-att-user-fda815/e2e-att-serve-470904","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:11.142602399Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"d92c0978-7d77-4dcd-b308-3e6f78676403","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"routeName":"external-model-e2e-att-serve-470904-8b879afc3b7d","namespace":"e2e-extmod-att-user-fda815","model":"e2e-att-serve-470904","externalModel":"e2e-att-serve-470904","provider":"e2e-att-serve-470904-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:11.164728648Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-470904-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-sub","reconcileID":"2272aaeb-3bfe-4939-994f-03212d75fb83","MaaSSubscription":{"name":"e2e-att-serve-470904-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"maas-trlp-e2e-att-serve-470904","model":"e2e-att-serve-470904","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-d97cc8/e2e-att-serve-470904-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:11.199975398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"2c556e44-e29f-4fa2-8ae9-d1ceb971cae7","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-att-user-fda815/e2e-att-serve-470904","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:11.200001723Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"2c556e44-e29f-4fa2-8ae9-d1ceb971cae7","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"routeName":"external-model-e2e-att-serve-470904-8b879afc3b7d","namespace":"e2e-extmod-att-user-fda815","model":"e2e-att-serve-470904","externalModel":"e2e-att-serve-470904","provider":"e2e-att-serve-470904-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:11.206771806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"6786fd05-85f6-4241-aa17-9b343355969f","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:11.216257688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"6786fd05-85f6-4241-aa17-9b343355969f","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:11.274514201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-470904-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-sub","reconcileID":"0b1547c9-614c-47ce-9a22-5f7d2fae3a23","MaaSSubscription":{"name":"e2e-att-serve-470904-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"maas-trlp-e2e-att-serve-470904","model":"e2e-extmod-att-user-fda815/e2e-att-serve-470904","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:17.563223535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6852b59-e58e-49f1-95ff-8fbd18c9ee5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:17.567403791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6852b59-e58e-49f1-95ff-8fbd18c9ee5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:17.571579539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6852b59-e58e-49f1-95ff-8fbd18c9ee5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:17.575943977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6852b59-e58e-49f1-95ff-8fbd18c9ee5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:17.894718352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b429577-2569-4971-9fa8-25792f894570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:17.899372732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b429577-2569-4971-9fa8-25792f894570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:17.903824558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b429577-2569-4971-9fa8-25792f894570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:17.908300731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b429577-2569-4971-9fa8-25792f894570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:18.460628405Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-517027","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-517027","reconcileID":"6dd534cb-053e-45c2-9822-cedca81d3f4c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-517027","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-517027":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:18.645878287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"107830c6-e5a1-452f-915b-a0cc8426b150","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:18.650270053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"107830c6-e5a1-452f-915b-a0cc8426b150","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:18.654633303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"107830c6-e5a1-452f-915b-a0cc8426b150","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:18.658857028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"107830c6-e5a1-452f-915b-a0cc8426b150","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:18.92035382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cacaf834-8524-4d4d-a109-074ab31d6e27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:18.924882469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cacaf834-8524-4d4d-a109-074ab31d6e27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:18.929110895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cacaf834-8524-4d4d-a109-074ab31d6e27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:18.933436721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cacaf834-8524-4d4d-a109-074ab31d6e27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:19.271213525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acfd644f-317c-4497-8e7f-14ac5c3ed7e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:19.276876642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acfd644f-317c-4497-8e7f-14ac5c3ed7e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:19.281246486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acfd644f-317c-4497-8e7f-14ac5c3ed7e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:19.285399974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acfd644f-317c-4497-8e7f-14ac5c3ed7e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:19.543594593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e721f61-c965-4a50-a18a-e48b36ec9141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:19.548484728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e721f61-c965-4a50-a18a-e48b36ec9141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:19.556970641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e721f61-c965-4a50-a18a-e48b36ec9141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:19.567023915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e721f61-c965-4a50-a18a-e48b36ec9141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:19.669675888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"b159ea9d-f2bf-4ddf-9c6b-9806e3081047","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:19.679212696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"b159ea9d-f2bf-4ddf-9c6b-9806e3081047","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:19.687462672Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-969878-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (71986bdbfc97d616220d39ba57c8e44da09b9e4d3933388d2597272b56952e48) AuthConfig (a1a140e07d698756f17bbfc5397870027a35abd97ab551c5a15b0492731cb052) AuthConfig (edada6b29fb04a15f2bc6d9dd2a41f29be1ee8319f4846fa027e1a154a1ff499) AuthConfig (dbec740acc75c5afe87d48e96228e72fda92cf7c02826e94b324db6b277eb3f9) AuthConfig (f7903031f8f6a9e965f82c7cd4b971be065d1a4f999e6054431e6add07d5fec3) AuthConfig (941a640db4a0fd913ab3918072e9e953e38776d88c0644fd5e7962a7968aadc7) AuthConfig (19e3742965b8010095045c8e36fc683dcf744bc9dd8f0595bd40005d46f291d1) AuthConfig (d071be4eedd335f46a59f279e3fb82af735f5b12e2dc5c0cfaf551f480d54d7c) AuthConfig (09dbce7a5c2cdaf75ac009e897bfcee7daf134bb72bd0d94172cde5ffe085882) AuthConfig (4792f5c1234b1561f2b6a5050384e05dbdbb0b8ec360543a6d673f79c0d04b02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"b159ea9d-f2bf-4ddf-9c6b-9806e3081047","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:19.693564741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"a4eea88b-913d-4e4f-b78f-9375e57ba2a5","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:19.703430457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"a4eea88b-913d-4e4f-b78f-9375e57ba2a5","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:19.71700855Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4d5758-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"a4eea88b-913d-4e4f-b78f-9375e57ba2a5","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:19.818920888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24d1d511-a281-4ce4-8237-609928afafb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:19.823168253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24d1d511-a281-4ce4-8237-609928afafb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:19.82731596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24d1d511-a281-4ce4-8237-609928afafb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:19.831397666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24d1d511-a281-4ce4-8237-609928afafb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:29.699224272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"782a6dd3-96e9-4b37-96a3-426c76b20246","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:29.70904033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"782a6dd3-96e9-4b37-96a3-426c76b20246","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:29.717764558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-969878-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (71986bdbfc97d616220d39ba57c8e44da09b9e4d3933388d2597272b56952e48) AuthConfig (a1a140e07d698756f17bbfc5397870027a35abd97ab551c5a15b0492731cb052) AuthConfig (edada6b29fb04a15f2bc6d9dd2a41f29be1ee8319f4846fa027e1a154a1ff499) AuthConfig (dbec740acc75c5afe87d48e96228e72fda92cf7c02826e94b324db6b277eb3f9) AuthConfig (f7903031f8f6a9e965f82c7cd4b971be065d1a4f999e6054431e6add07d5fec3) AuthConfig (941a640db4a0fd913ab3918072e9e953e38776d88c0644fd5e7962a7968aadc7) AuthConfig (19e3742965b8010095045c8e36fc683dcf744bc9dd8f0595bd40005d46f291d1) AuthConfig (d071be4eedd335f46a59f279e3fb82af735f5b12e2dc5c0cfaf551f480d54d7c) AuthConfig (09dbce7a5c2cdaf75ac009e897bfcee7daf134bb72bd0d94172cde5ffe085882) AuthConfig (4792f5c1234b1561f2b6a5050384e05dbdbb0b8ec360543a6d673f79c0d04b02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"782a6dd3-96e9-4b37-96a3-426c76b20246","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:29.735488173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"c91a308c-bf08-47ac-a446-3d2c96515122","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:29.747227209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"c91a308c-bf08-47ac-a446-3d2c96515122","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:29.760329053Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4d5758-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"c91a308c-bf08-47ac-a446-3d2c96515122","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:31.912199815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e09b15f7-7d44-4f15-bf9f-cf50a7b392ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:31.917288525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e09b15f7-7d44-4f15-bf9f-cf50a7b392ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:31.952381906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e09b15f7-7d44-4f15-bf9f-cf50a7b392ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:31.959716831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e09b15f7-7d44-4f15-bf9f-cf50a7b392ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:32.231001067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-470904-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-sub","reconcileID":"50aa8a58-3c00-4ba0-ae07-c92d5ddee6dd","MaaSSubscription":{"name":"e2e-att-serve-470904-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"maas-trlp-e2e-att-serve-470904","model":"e2e-extmod-att-user-fda815/e2e-att-serve-470904","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:32.236623698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fe89268-48de-4a3f-b094-ba8e671df27c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:32.240788889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fe89268-48de-4a3f-b094-ba8e671df27c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:32.244901775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fe89268-48de-4a3f-b094-ba8e671df27c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:32.249148925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fe89268-48de-4a3f-b094-ba8e671df27c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:32.270383382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"5ebca69e-2658-480c-8aca-0a516050abec","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-att-user-fda815/e2e-att-serve-470904","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:32.270401157Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"5ebca69e-2658-480c-8aca-0a516050abec","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"routeName":"external-model-e2e-att-serve-470904-8b879afc3b7d","namespace":"e2e-extmod-att-user-fda815","model":"e2e-att-serve-470904","externalModel":"e2e-att-serve-470904","provider":"e2e-att-serve-470904-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:33.32365164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"813d7788-8eea-42ca-a30e-e2a137d7654f","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:33.333364195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"813d7788-8eea-42ca-a30e-e2a137d7654f","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:33.342360073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4d5758-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cc29cc9fe0ff8b17d0667439444dfa11942a84d37bf948049472a9361d2d6a0) AuthConfig (05a174408225cc0772bef4f9df44077dacf9f06b952edce7541c8fc0051f9065) AuthConfig (85a561e92839661cb9e49d1cb95d1dae629e4079c0ac3f862a47a54291ff61cb) AuthConfig (d0bc7888a3f52744130ec9bb10e764d1e278db18d5d4b82b0812dd026572f258) AuthConfig (cd8a75dcd728274404956b9f5f3b9e173a10397d530daba1fccc08566c2f7592) AuthConfig (7046876fa215fcabbdb180619c1893f5714f991ff5f1fae0fa86a5eee54f203a) AuthConfig (42c498d373c59e9f537b44cf0acb4334e1d9f7cc6ec5c4be3846d6e8836376e8) AuthConfig (57be354833dd5d0066760a4fc2d96b652c6d6ae60e4636a0d341ea16d14b6158) AuthConfig (6c28fef9a09846c85aa7f8896b7425d6243214a59e7d49f9c4be150f6bb28cff) AuthConfig (b28d0136582b0539fd76baf40c2d712e1f67bd74f9a2baf400a2c74f1ce98746)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"813d7788-8eea-42ca-a30e-e2a137d7654f","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:33.358765628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"ff72c843-8a17-4cbf-b3da-cc720ddf326f","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-unrel-c9b2e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:33.358786605Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"ff72c843-8a17-4cbf-b3da-cc720ddf326f","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-unrel-c9b2e0-0b830d2d0abe","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-unrel-c9b2e0","externalModel":"e2e-att-unrel-c9b2e0","provider":"e2e-att-unrel-c9b2e0-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:33.983445707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"5c260002-efa6-4017-a7c3-7bc029f64448","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:34.04421921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"5c260002-efa6-4017-a7c3-7bc029f64448","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:34.655376387Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"d24082cd-e4e5-4dcb-baed-89fb1909c0b4","namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:34.663734695Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"080b7283-f0d6-4420-8100-239cbffbce5b","namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:34.670960706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"0add67e9-861d-4c5d-975d-8e34d1b90011","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:34.672274863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"9f332bca-c511-48c9-9f23-b30a1354e4a5","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:34.67450313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"08b799e0-82a7-4708-aaa1-045160898492","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:34.682244911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"0add67e9-861d-4c5d-975d-8e34d1b90011","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:34.684294227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f8905e6-c2d1-4295-a87c-dbe866d1b4e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:34.684317147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"9f332bca-c511-48c9-9f23-b30a1354e4a5","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:34.686090483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"50889406-f45f-4f67-b7ae-56952c3eff3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:34.690913862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"08b799e0-82a7-4708-aaa1-045160898492","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:34.693136016Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4d5758-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cc29cc9fe0ff8b17d0667439444dfa11942a84d37bf948049472a9361d2d6a0) AuthConfig (05a174408225cc0772bef4f9df44077dacf9f06b952edce7541c8fc0051f9065) AuthConfig (85a561e92839661cb9e49d1cb95d1dae629e4079c0ac3f862a47a54291ff61cb) AuthConfig (d0bc7888a3f52744130ec9bb10e764d1e278db18d5d4b82b0812dd026572f258) AuthConfig (cd8a75dcd728274404956b9f5f3b9e173a10397d530daba1fccc08566c2f7592) AuthConfig (7046876fa215fcabbdb180619c1893f5714f991ff5f1fae0fa86a5eee54f203a) AuthConfig (42c498d373c59e9f537b44cf0acb4334e1d9f7cc6ec5c4be3846d6e8836376e8) AuthConfig (57be354833dd5d0066760a4fc2d96b652c6d6ae60e4636a0d341ea16d14b6158) AuthConfig (6c28fef9a09846c85aa7f8896b7425d6243214a59e7d49f9c4be150f6bb28cff) AuthConfig (b28d0136582b0539fd76baf40c2d712e1f67bd74f9a2baf400a2c74f1ce98746)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"0add67e9-861d-4c5d-975d-8e34d1b90011","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:34.698403471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f8905e6-c2d1-4295-a87c-dbe866d1b4e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:34.699171642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"50889406-f45f-4f67-b7ae-56952c3eff3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:34.778893799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"93b2e2f9-294c-4adf-b8be-d3f05e8860a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:34.789863476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"93b2e2f9-294c-4adf-b8be-d3f05e8860a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:34.817383034Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"01b2a88b-d0e8-4f18-a5dc-a0969127ebd0","namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:34.827584849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"d79e1470-6319-433a-b950-adb39351579b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:34.83558491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"931c06e0-ea7c-424e-ab40-10552c5736cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:34.842608683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"d79e1470-6319-433a-b950-adb39351579b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:34.848706571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"931c06e0-ea7c-424e-ab40-10552c5736cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:34.936954285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e6dd5fe-ddfd-4c15-bc9f-af2a2b7e0cff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:34.937801461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"20701ebc-f7cb-445a-9515-54ea5d3e05c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:34.94702859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e6dd5fe-ddfd-4c15-bc9f-af2a2b7e0cff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:34.949355374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"20701ebc-f7cb-445a-9515-54ea5d3e05c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:34.974391632Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"e54de85c-7e00-48c1-a0af-fe7b04498079","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.014147252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","reconcileID":"fe4d0f94-c234-4510-9bc7-83c4845b5c96","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"tenant":"e2e-extmod-b-969878","gateway":"openshift-ingress/e2e-extmod-b-969878","model":"e2e-extmod-att-user-487d36/e2e-att-serve-694483","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.014173056Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","reconcileID":"fe4d0f94-c234-4510-9bc7-83c4845b5c96","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"routeName":"external-model-e2e-att-serve-694483-5525ec9f71ed","namespace":"e2e-extmod-att-user-487d36","model":"e2e-att-serve-694483","externalModel":"e2e-att-serve-694483","provider":"e2e-att-serve-694483-provider","gateway":"openshift-ingress/e2e-extmod-b-969878","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.045075595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"58f90830-ce54-41c8-af88-6d5907d45c1d","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.049140397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"5567a388-e373-4fdc-be76-6f81a04727b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.049286465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"5c09a66e-c8e3-4755-a5cd-8be1284646e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.049555791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"f3ee54c4-ea16-4400-9d37-d6a4aa873f66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.056703064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"ac488c20-4949-478f-a36a-caaa7a54f100","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.062171485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"58f90830-ce54-41c8-af88-6d5907d45c1d","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.063307374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"5c09a66e-c8e3-4755-a5cd-8be1284646e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.064580642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"f3ee54c4-ea16-4400-9d37-d6a4aa873f66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.065516879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"5567a388-e373-4fdc-be76-6f81a04727b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.067549049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"ac488c20-4949-478f-a36a-caaa7a54f100","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.136009834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"27ce049b-5d3d-41a3-8d14-06721c8682b1","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.13624479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"26266cd8-8424-4b88-a63a-6c13fa8fa01d","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.142651263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"66896f01-a0fd-49d8-b447-50893ef9b85b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.143521937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36480601-0c06-4ca3-bddf-789b67114c37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.169490834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"749ec3fd-c340-424c-8f1d-f96e8b166971","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.171972922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"26266cd8-8424-4b88-a63a-6c13fa8fa01d","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.172802442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36480601-0c06-4ca3-bddf-789b67114c37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.174216856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"66896f01-a0fd-49d8-b447-50893ef9b85b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.176402583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"27ce049b-5d3d-41a3-8d14-06721c8682b1","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.180307603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"749ec3fd-c340-424c-8f1d-f96e8b166971","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.181456116Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4d5758-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cc29cc9fe0ff8b17d0667439444dfa11942a84d37bf948049472a9361d2d6a0) AuthConfig (05a174408225cc0772bef4f9df44077dacf9f06b952edce7541c8fc0051f9065) AuthConfig (85a561e92839661cb9e49d1cb95d1dae629e4079c0ac3f862a47a54291ff61cb) AuthConfig (d0bc7888a3f52744130ec9bb10e764d1e278db18d5d4b82b0812dd026572f258) AuthConfig (cd8a75dcd728274404956b9f5f3b9e173a10397d530daba1fccc08566c2f7592) AuthConfig (7046876fa215fcabbdb180619c1893f5714f991ff5f1fae0fa86a5eee54f203a) AuthConfig (42c498d373c59e9f537b44cf0acb4334e1d9f7cc6ec5c4be3846d6e8836376e8) AuthConfig (57be354833dd5d0066760a4fc2d96b652c6d6ae60e4636a0d341ea16d14b6158) AuthConfig (6c28fef9a09846c85aa7f8896b7425d6243214a59e7d49f9c4be150f6bb28cff) AuthConfig (b28d0136582b0539fd76baf40c2d712e1f67bd74f9a2baf400a2c74f1ce98746)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"26266cd8-8424-4b88-a63a-6c13fa8fa01d","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.263315609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"f56ab806-2925-41b3-92db-f28cfdf04c82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.273938486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"f56ab806-2925-41b3-92db-f28cfdf04c82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.347670774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"ee4a587d-888d-4934-a48f-ea973403acd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.347951422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"f9717333-259d-40cb-bf78-2d151173d411","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.359171825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"f9717333-259d-40cb-bf78-2d151173d411","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.359349828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"ee4a587d-888d-4934-a48f-ea973403acd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.413111056Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"257c22c1-d499-495f-b499-87c8ba7532dc","namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.425374346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"d00cb7ef-1d24-4c52-af93-998c22b204fb","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.426103347Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"b43bba80-569e-49b2-9e9f-e20ef1bebcc8","namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.431978284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"3ed7eb4e-64d8-4338-93ce-a1f1f22ad866","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.434184279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e06a4b97-a847-41fb-8410-72716963ca1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.437063654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"d00cb7ef-1d24-4c52-af93-998c22b204fb","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.444932153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e06a4b97-a847-41fb-8410-72716963ca1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.445373833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"3ed7eb4e-64d8-4338-93ce-a1f1f22ad866","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.446638052Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4d5758-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cc29cc9fe0ff8b17d0667439444dfa11942a84d37bf948049472a9361d2d6a0) AuthConfig (05a174408225cc0772bef4f9df44077dacf9f06b952edce7541c8fc0051f9065) AuthConfig (85a561e92839661cb9e49d1cb95d1dae629e4079c0ac3f862a47a54291ff61cb) AuthConfig (d0bc7888a3f52744130ec9bb10e764d1e278db18d5d4b82b0812dd026572f258) AuthConfig (cd8a75dcd728274404956b9f5f3b9e173a10397d530daba1fccc08566c2f7592) AuthConfig (7046876fa215fcabbdb180619c1893f5714f991ff5f1fae0fa86a5eee54f203a) AuthConfig (42c498d373c59e9f537b44cf0acb4334e1d9f7cc6ec5c4be3846d6e8836376e8) AuthConfig (57be354833dd5d0066760a4fc2d96b652c6d6ae60e4636a0d341ea16d14b6158) AuthConfig (6c28fef9a09846c85aa7f8896b7425d6243214a59e7d49f9c4be150f6bb28cff) AuthConfig (b28d0136582b0539fd76baf40c2d712e1f67bd74f9a2baf400a2c74f1ce98746)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"d00cb7ef-1d24-4c52-af93-998c22b204fb","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.46387018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"dcae9dee-543e-4fe0-8766-32f4b590209d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.474296005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"dcae9dee-543e-4fe0-8766-32f4b590209d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.563905334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"abbe4220-99e9-40fd-a981-10ea52a9119c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.5644607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"0dcbdf58-9f6b-4c5b-a400-d1fba076a325","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.575265389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"abbe4220-99e9-40fd-a981-10ea52a9119c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.575276078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"0dcbdf58-9f6b-4c5b-a400-d1fba076a325","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.668005824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"7014d6fb-d3cd-42e2-96ce-048b49521c27","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.673209264Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"3a819af0-01de-49fe-9bb6-d4c7a6dc1ec5","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.673308491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"bf88caf7-cb15-48e4-a60c-41a743826c7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.67355994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37b9383a-3fe6-4635-96c4-5f2707173b1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.678732145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"7014d6fb-d3cd-42e2-96ce-048b49521c27","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.680390018Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"15c47cd5-d214-40cb-bf30-b5bac835447c","namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.684739479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37b9383a-3fe6-4635-96c4-5f2707173b1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.685893327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"bf88caf7-cb15-48e4-a60c-41a743826c7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.698343875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"128a8825-78df-443a-a0ef-fbe7ec4f2094","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.698365538Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"128a8825-78df-443a-a0ef-fbe7ec4f2094","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"routeName":"external-model-e2e-rec-ctrl-c4a830-66b24343cddd","namespace":"e2e-extmod-rec-user-7b266b","model":"e2e-rec-ctrl-c4a830","externalModel":"e2e-rec-ctrl-c4a830","provider":"e2e-rec-ctrl-c4a830-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:04:35.7097072Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"128a8825-78df-443a-a0ef-fbe7ec4f2094","name":"e2e-rec-ctrl-c4a830","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-c4a830\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:04:35.709768494Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"128a8825-78df-443a-a0ef-fbe7ec4f2094","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-c4a830\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.726299614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"d51fa06e-5979-45c9-a8ec-fe2d9f8d5a36","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.726324704Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"d51fa06e-5979-45c9-a8ec-fe2d9f8d5a36","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"routeName":"external-model-e2e-rec-ctrl-c4a830-66b24343cddd","namespace":"e2e-extmod-rec-user-7b266b","model":"e2e-rec-ctrl-c4a830","externalModel":"e2e-rec-ctrl-c4a830","provider":"e2e-rec-ctrl-c4a830-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:04:35.751002373Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-694483-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-sub","reconcileID":"f61160bf-7ef0-4958-816c-bd77d690f189","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-694483-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.825782462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","reconcileID":"f18e8c3b-b275-49f5-abd7-21c75e297519","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"tenant":"e2e-extmod-b-969878","gateway":"openshift-ingress/e2e-extmod-b-969878","model":"e2e-extmod-att-user-487d36/e2e-att-serve-694483","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.825814868Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","reconcileID":"f18e8c3b-b275-49f5-abd7-21c75e297519","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"routeName":"external-model-e2e-att-serve-694483-5525ec9f71ed","namespace":"e2e-extmod-att-user-487d36","model":"e2e-att-serve-694483","externalModel":"e2e-att-serve-694483","provider":"e2e-att-serve-694483-provider","gateway":"openshift-ingress/e2e-extmod-b-969878","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.827423825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"7eafe8ac-3814-438b-81f2-720ff44719d2","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.858937513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"44add9be-2ca0-4ab9-849b-c191d1aa28e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.859925555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"28601b06-c10f-417a-bf4d-9b469cfedfc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.864878094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"7eafe8ac-3814-438b-81f2-720ff44719d2","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.870498678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"e03d9462-f883-4d0c-a46f-bb8f36bed5a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.8822548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"28601b06-c10f-417a-bf4d-9b469cfedfc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.883415389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"44add9be-2ca0-4ab9-849b-c191d1aa28e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.907517621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"55c24282-728d-4e30-8ec6-bf7098cd8996","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.918597547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"e03d9462-f883-4d0c-a46f-bb8f36bed5a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.95428725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"55c24282-728d-4e30-8ec6-bf7098cd8996","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.954628544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","reconcileID":"449b2dda-f22f-493c-9c69-ea6033df24d1","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"tenant":"e2e-extmod-b-969878","gateway":"openshift-ingress/e2e-extmod-b-969878","model":"e2e-extmod-att-user-487d36/e2e-att-serve-694483","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.954655369Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","reconcileID":"449b2dda-f22f-493c-9c69-ea6033df24d1","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"routeName":"external-model-e2e-att-serve-694483-5525ec9f71ed","namespace":"e2e-extmod-att-user-487d36","model":"e2e-att-serve-694483","externalModel":"e2e-att-serve-694483","provider":"e2e-att-serve-694483-provider","gateway":"openshift-ingress/e2e-extmod-b-969878","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.980869926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"5d6e68f2-3e50-4c7c-8d03-daa99e53e471","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.980897092Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"5d6e68f2-3e50-4c7c-8d03-daa99e53e471","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"routeName":"external-model-e2e-rec-ctrl-c4a830-66b24343cddd","namespace":"e2e-extmod-rec-user-7b266b","model":"e2e-rec-ctrl-c4a830","externalModel":"e2e-rec-ctrl-c4a830","provider":"e2e-rec-ctrl-c4a830-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:35.983586508Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-694483-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-sub","reconcileID":"7106b41d-8cff-450c-b2c5-c8e7ad7f455f","MaaSSubscription":{"name":"e2e-att-serve-694483-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"maas-trlp-e2e-att-serve-694483","model":"e2e-att-serve-694483","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-969878/e2e-att-serve-694483-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:36.024806071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","reconcileID":"7e29242f-f0dc-4f03-82ad-6cb8938d6ed9","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"tenant":"e2e-extmod-b-969878","gateway":"openshift-ingress/e2e-extmod-b-969878","model":"e2e-extmod-att-user-487d36/e2e-att-serve-694483","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:36.024837987Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","reconcileID":"7e29242f-f0dc-4f03-82ad-6cb8938d6ed9","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"routeName":"external-model-e2e-att-serve-694483-5525ec9f71ed","namespace":"e2e-extmod-att-user-487d36","model":"e2e-att-serve-694483","externalModel":"e2e-att-serve-694483","provider":"e2e-att-serve-694483-provider","gateway":"openshift-ingress/e2e-extmod-b-969878","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:36.040796576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"43e3518a-565b-4e64-9efc-2236adc129ec","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:36.044512698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"2a4f112d-932f-482d-84b9-c4be5ccd513a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:36.044839353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-694483-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-sub","reconcileID":"d94c5f91-3ec3-4fca-8f1a-82cf7c0a7db7","MaaSSubscription":{"name":"e2e-att-serve-694483-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"maas-trlp-e2e-att-serve-694483","model":"e2e-extmod-att-user-487d36/e2e-att-serve-694483","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:36.050828857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"def2c18d-30b5-4922-9aa5-72af956667bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:36.051396239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"43e3518a-565b-4e64-9efc-2236adc129ec","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:36.056601056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"2a4f112d-932f-482d-84b9-c4be5ccd513a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:36.06254103Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4d5758-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cc29cc9fe0ff8b17d0667439444dfa11942a84d37bf948049472a9361d2d6a0) AuthConfig (05a174408225cc0772bef4f9df44077dacf9f06b952edce7541c8fc0051f9065) AuthConfig (85a561e92839661cb9e49d1cb95d1dae629e4079c0ac3f862a47a54291ff61cb) AuthConfig (d0bc7888a3f52744130ec9bb10e764d1e278db18d5d4b82b0812dd026572f258) AuthConfig (cd8a75dcd728274404956b9f5f3b9e173a10397d530daba1fccc08566c2f7592) AuthConfig (7046876fa215fcabbdb180619c1893f5714f991ff5f1fae0fa86a5eee54f203a) AuthConfig (42c498d373c59e9f537b44cf0acb4334e1d9f7cc6ec5c4be3846d6e8836376e8) AuthConfig (57be354833dd5d0066760a4fc2d96b652c6d6ae60e4636a0d341ea16d14b6158) AuthConfig (6c28fef9a09846c85aa7f8896b7425d6243214a59e7d49f9c4be150f6bb28cff) AuthConfig (b28d0136582b0539fd76baf40c2d712e1f67bd74f9a2baf400a2c74f1ce98746)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"43e3518a-565b-4e64-9efc-2236adc129ec","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:36.074110836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"def2c18d-30b5-4922-9aa5-72af956667bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:36.145339977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"cda245b9-ab63-4b66-97d0-c289ec7b3224","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:36.145389949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"2d49d187-f1b0-4330-9f10-5b0f872b63db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:36.148190581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2c483f9-c431-4209-9e1b-6f2895b2a212","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:36.169482659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"cda245b9-ab63-4b66-97d0-c289ec7b3224","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:36.169814535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"afa919c2-e932-46af-870b-aea58a467532","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:36.170216158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"20b4db9e-530b-445b-8157-f93e634d5551","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:36.170770457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"2d49d187-f1b0-4330-9f10-5b0f872b63db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:36.172918698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2c483f9-c431-4209-9e1b-6f2895b2a212","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:36.181006033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"20b4db9e-530b-445b-8157-f93e634d5551","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:36.18235018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"afa919c2-e932-46af-870b-aea58a467532","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:36.243855989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"2a4b0e46-380f-4792-8c6a-4020d7c24d4a","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:36.246332275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"43c87a1e-78f9-4a64-af48-818ddfbbe786","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:36.246355216Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"43c87a1e-78f9-4a64-af48-818ddfbbe786","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"routeName":"external-model-e2e-rec-ctrl-c4a830-66b24343cddd","namespace":"e2e-extmod-rec-user-7b266b","model":"e2e-rec-ctrl-c4a830","externalModel":"e2e-rec-ctrl-c4a830","provider":"e2e-rec-ctrl-c4a830-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:36.250528975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ea60bee-c3bd-4800-aab1-1125f6692ab2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:36.256908025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"2a4b0e46-380f-4792-8c6a-4020d7c24d4a","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:36.265675531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ea60bee-c3bd-4800-aab1-1125f6692ab2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:36.378517325Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:36.378691081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"414501e7-393d-41bf-b239-5195e454e367","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:36.388238698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"414501e7-393d-41bf-b239-5195e454e367","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:36.566333133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"46d42eaa-bd0c-443a-85f3-5c891f09219f","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:36.56644297Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"46d42eaa-bd0c-443a-85f3-5c891f09219f","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"routeName":"external-model-e2e-rec-ctrl-c4a830-66b24343cddd","namespace":"e2e-extmod-rec-user-7b266b","model":"e2e-rec-ctrl-c4a830","externalModel":"e2e-rec-ctrl-c4a830","provider":"e2e-rec-ctrl-c4a830-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.146001126Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"31a38428-d03c-4b6f-a100-cdf557e9d5b6","namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.161132946Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"2ece66d7-ae65-4b9f-9d60-8f1cf1fdd6bf","namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.173656601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"f7ea39f6-ac0d-4fa4-b955-1645b72fb8b9","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.173700971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"7a8254e0-0065-48ff-a04a-a211b30b60cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.178394697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"3dc85331-f455-4e61-a1c2-93469050c304","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.178540681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ef14d4d-9a8a-46fd-9840-40d1bb9e2de0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.178838386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"164ad63d-5bc1-40ed-b859-14a4815b2478","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.184175361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"f7ea39f6-ac0d-4fa4-b955-1645b72fb8b9","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.185166184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"7a8254e0-0065-48ff-a04a-a211b30b60cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.188856765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ef14d4d-9a8a-46fd-9840-40d1bb9e2de0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.188963138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"164ad63d-5bc1-40ed-b859-14a4815b2478","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.191095986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"3dc85331-f455-4e61-a1c2-93469050c304","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.198641758Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4d5758-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cc29cc9fe0ff8b17d0667439444dfa11942a84d37bf948049472a9361d2d6a0) AuthConfig (05a174408225cc0772bef4f9df44077dacf9f06b952edce7541c8fc0051f9065) AuthConfig (85a561e92839661cb9e49d1cb95d1dae629e4079c0ac3f862a47a54291ff61cb) AuthConfig (d0bc7888a3f52744130ec9bb10e764d1e278db18d5d4b82b0812dd026572f258) AuthConfig (cd8a75dcd728274404956b9f5f3b9e173a10397d530daba1fccc08566c2f7592) AuthConfig (7046876fa215fcabbdb180619c1893f5714f991ff5f1fae0fa86a5eee54f203a) AuthConfig (42c498d373c59e9f537b44cf0acb4334e1d9f7cc6ec5c4be3846d6e8836376e8) AuthConfig (57be354833dd5d0066760a4fc2d96b652c6d6ae60e4636a0d341ea16d14b6158) AuthConfig (6c28fef9a09846c85aa7f8896b7425d6243214a59e7d49f9c4be150f6bb28cff) AuthConfig (b28d0136582b0539fd76baf40c2d712e1f67bd74f9a2baf400a2c74f1ce98746)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"f7ea39f6-ac0d-4fa4-b955-1645b72fb8b9","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.2815416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"70a06546-b651-4b7a-a22a-a272f761138b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.297415995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"70a06546-b651-4b7a-a22a-a272f761138b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.369246152Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"a2c35f72-bdd3-4a60-b96f-3913504acbae","namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.371587337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"648f48c5-1ddd-473d-8207-a99f7138a98a","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"tenant":"e2e-extmod-b-2a2286","gateway":"openshift-ingress/e2e-extmod-b-2a2286","model":"e2e-extmod-att-user-3ff8b8/e2e-att-serve-315853","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.371617511Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"648f48c5-1ddd-473d-8207-a99f7138a98a","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"routeName":"external-model-e2e-att-serve-315853-97c23e0db94d","namespace":"e2e-extmod-att-user-3ff8b8","model":"e2e-att-serve-315853","externalModel":"e2e-att-serve-315853","provider":"e2e-att-serve-315853-provider","gateway":"openshift-ingress/e2e-extmod-b-2a2286","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.372336568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"eebb5a68-a0f8-4183-89ff-1922592daca2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.374499531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"a7902846-1fec-4357-837e-ca4f6f6b1dc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.382841656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"eebb5a68-a0f8-4183-89ff-1922592daca2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.386003843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"a7902846-1fec-4357-837e-ca4f6f6b1dc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.398447242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"4aaff91c-2449-410b-ba65-237a07f6ae83","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"tenant":"e2e-extmod-b-2a2286","gateway":"openshift-ingress/e2e-extmod-b-2a2286","model":"e2e-extmod-att-user-3ff8b8/e2e-att-serve-315853","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.398470392Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"4aaff91c-2449-410b-ba65-237a07f6ae83","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"routeName":"external-model-e2e-att-serve-315853-97c23e0db94d","namespace":"e2e-extmod-att-user-3ff8b8","model":"e2e-att-serve-315853","externalModel":"e2e-att-serve-315853","provider":"e2e-att-serve-315853-provider","gateway":"openshift-ingress/e2e-extmod-b-2a2286","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:04:37.412975839Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"4aaff91c-2449-410b-ba65-237a07f6ae83","name":"e2e-att-serve-315853","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-315853\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:04:37.413027931Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"4aaff91c-2449-410b-ba65-237a07f6ae83","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-315853\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.424580555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"0e8aef96-13e1-4d6b-9c03-8ab7f2526769","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"tenant":"e2e-extmod-b-2a2286","gateway":"openshift-ingress/e2e-extmod-b-2a2286","model":"e2e-extmod-att-user-3ff8b8/e2e-att-serve-315853","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.424605327Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"0e8aef96-13e1-4d6b-9c03-8ab7f2526769","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"routeName":"external-model-e2e-att-serve-315853-97c23e0db94d","namespace":"e2e-extmod-att-user-3ff8b8","model":"e2e-att-serve-315853","externalModel":"e2e-att-serve-315853","provider":"e2e-att-serve-315853-provider","gateway":"openshift-ingress/e2e-extmod-b-2a2286","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.640803067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"87119fda-42f0-4955-ac4f-809952350b54","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.648340695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f01c87b1-4ec3-4116-a568-ddb75b7cd258","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.654706869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"87119fda-42f0-4955-ac4f-809952350b54","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.664751636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"498da9e6-39d5-4b0a-8a12-46f63228f8da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.665791877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"ea0e3864-e176-4145-8732-99c1df29de65","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"tenant":"e2e-extmod-b-2a2286","gateway":"openshift-ingress/e2e-extmod-b-2a2286","model":"e2e-extmod-att-user-3ff8b8/e2e-att-serve-315853","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.665816935Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"ea0e3864-e176-4145-8732-99c1df29de65","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"routeName":"external-model-e2e-att-serve-315853-97c23e0db94d","namespace":"e2e-extmod-att-user-3ff8b8","model":"e2e-att-serve-315853","externalModel":"e2e-att-serve-315853","provider":"e2e-att-serve-315853-provider","gateway":"openshift-ingress/e2e-extmod-b-2a2286","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.670416421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f01c87b1-4ec3-4116-a568-ddb75b7cd258","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.681165693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"6e9d0383-860c-4bb1-8a7c-c3b33dff4402","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.694985043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"498da9e6-39d5-4b0a-8a12-46f63228f8da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.775093828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"6e9d0383-860c-4bb1-8a7c-c3b33dff4402","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.77637485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"3b9cf5d2-ed30-4819-94c1-3fac502b6e88","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.789934607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"3b9cf5d2-ed30-4819-94c1-3fac502b6e88","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.89445879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"7729907e-3ed4-45b2-a53f-76653b30a4c2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.89920709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"3ece7d80-513f-4274-963f-2c9d0b1eb9a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.899275433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"2eb72261-2740-4503-9439-436e11b6c0be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.90896199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"7729907e-3ed4-45b2-a53f-76653b30a4c2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.912928882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"2eb72261-2740-4503-9439-436e11b6c0be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.917864213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"3ece7d80-513f-4274-963f-2c9d0b1eb9a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.988932468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"6ad57636-971c-4c47-b9e3-b7190b070592","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.992796434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"bab294d5-d579-4cf2-9d45-21e695508090","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:37.999594795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"6ad57636-971c-4c47-b9e3-b7190b070592","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:38.00264212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"bab294d5-d579-4cf2-9d45-21e695508090","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:38.009839193Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4d5758-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cc29cc9fe0ff8b17d0667439444dfa11942a84d37bf948049472a9361d2d6a0) AuthConfig (05a174408225cc0772bef4f9df44077dacf9f06b952edce7541c8fc0051f9065) AuthConfig (85a561e92839661cb9e49d1cb95d1dae629e4079c0ac3f862a47a54291ff61cb) AuthConfig (d0bc7888a3f52744130ec9bb10e764d1e278db18d5d4b82b0812dd026572f258) AuthConfig (cd8a75dcd728274404956b9f5f3b9e173a10397d530daba1fccc08566c2f7592) AuthConfig (7046876fa215fcabbdb180619c1893f5714f991ff5f1fae0fa86a5eee54f203a) AuthConfig (42c498d373c59e9f537b44cf0acb4334e1d9f7cc6ec5c4be3846d6e8836376e8) AuthConfig (57be354833dd5d0066760a4fc2d96b652c6d6ae60e4636a0d341ea16d14b6158) AuthConfig (6c28fef9a09846c85aa7f8896b7425d6243214a59e7d49f9c4be150f6bb28cff) AuthConfig (b28d0136582b0539fd76baf40c2d712e1f67bd74f9a2baf400a2c74f1ce98746)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"6ad57636-971c-4c47-b9e3-b7190b070592","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:38.047745774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"879b59e1-3b53-4751-bc92-1c385892d90b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:38.058333325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"879b59e1-3b53-4751-bc92-1c385892d90b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:38.127452026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31fb7155-f3d5-43cc-bbb6-3d849900b0f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:38.139639908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"177a4391-13a6-4f93-bd86-03fbda07f4f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:38.170862656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"0a3448fc-b86c-4329-8953-ed2318bccba5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:38.182265092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"177a4391-13a6-4f93-bd86-03fbda07f4f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:38.184120093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31fb7155-f3d5-43cc-bbb6-3d849900b0f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:38.184757937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"05f0a9f5-45a9-4b6e-b172-21d84d91077f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:38.191937929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"0a3448fc-b86c-4329-8953-ed2318bccba5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:38.197027041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"05f0a9f5-45a9-4b6e-b172-21d84d91077f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:38.224550323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"b4346ace-3d18-41ea-983a-fcc0ff0e2dbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:38.22509973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"7ceaf0de-dfac-4cae-a926-1182960da828","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"tenant":"e2e-extmod-b-2a2286","gateway":"openshift-ingress/e2e-extmod-b-2a2286","model":"e2e-extmod-att-user-3ff8b8/e2e-att-serve-315853","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:38.225120475Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"7ceaf0de-dfac-4cae-a926-1182960da828","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"routeName":"external-model-e2e-att-serve-315853-97c23e0db94d","namespace":"e2e-extmod-att-user-3ff8b8","model":"e2e-att-serve-315853","externalModel":"e2e-att-serve-315853","provider":"e2e-att-serve-315853-provider","gateway":"openshift-ingress/e2e-extmod-b-2a2286","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:38.23849217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"b4346ace-3d18-41ea-983a-fcc0ff0e2dbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:38.301410417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"fea3b937-a271-4470-b4c7-9345f8aa4cd3","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2a2286","tenantID":"e2e-extmod-b-2a2286","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:38.335220002Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"fea3b937-a271-4470-b4c7-9345f8aa4cd3","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"name":"e2e-extmod-b-2a2286-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:38.344610258Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-2a2286-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"fea3b937-a271-4470-b4c7-9345f8aa4cd3","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:38.374651359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"20bca8fd-e8e4-43df-a048-3bcff3dedc4c","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"tenant":"e2e-extmod-b-2a2286","gateway":"openshift-ingress/e2e-extmod-b-2a2286","model":"e2e-extmod-att-user-3ff8b8/e2e-att-serve-315853","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:38.374673354Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"20bca8fd-e8e4-43df-a048-3bcff3dedc4c","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"routeName":"external-model-e2e-att-serve-315853-97c23e0db94d","namespace":"e2e-extmod-att-user-3ff8b8","model":"e2e-att-serve-315853","externalModel":"e2e-att-serve-315853","provider":"e2e-att-serve-315853-provider","gateway":"openshift-ingress/e2e-extmod-b-2a2286","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:41.512467064Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-d97cc8 priority=0:[ai-tenant-e2e-extmod-b-d97cc8/e2e-att-serve-470904-sub ai-tenant-e2e-extmod-b-d97cc8/e2e-rec-ctrl-c4a830-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:41.518749542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"c3771e8e-4e01-4e26-ae38-706fcc898d53","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:41.518768436Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"c3771e8e-4e01-4e26-ae38-706fcc898d53","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"routeName":"external-model-e2e-rec-ctrl-c4a830-66b24343cddd","namespace":"e2e-extmod-rec-user-7b266b","model":"e2e-rec-ctrl-c4a830","externalModel":"e2e-rec-ctrl-c4a830","provider":"e2e-rec-ctrl-c4a830-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:41.54248269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"483a6e07-ebfe-4c43-ae2c-05a59e6d3b4a","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:41.543084576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"8cc41896-b860-4d47-a2a9-f9903c62c6cd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:04:41.549310463Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-d97cc8/e2e-rec-ctrl-c4a830-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-ctrl-c4a830-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:41.550095531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"5c09d9d2-ec62-45e0-90e0-ad31c723f1c9","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-att-user-fda815/e2e-att-serve-470904","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:41.550114593Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"5c09d9d2-ec62-45e0-90e0-ad31c723f1c9","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"routeName":"external-model-e2e-att-serve-470904-8b879afc3b7d","namespace":"e2e-extmod-att-user-fda815","model":"e2e-att-serve-470904","externalModel":"e2e-att-serve-470904","provider":"e2e-att-serve-470904-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:41.556516451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"483a6e07-ebfe-4c43-ae2c-05a59e6d3b4a","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:41.557596252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"8cc41896-b860-4d47-a2a9-f9903c62c6cd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:41.568847328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"d94de606-05ad-4bba-86fe-e926adb4ed4d","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:41.56886661Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"d94de606-05ad-4bba-86fe-e926adb4ed4d","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"routeName":"external-model-e2e-rec-ctrl-c4a830-66b24343cddd","namespace":"e2e-extmod-rec-user-7b266b","model":"e2e-rec-ctrl-c4a830","externalModel":"e2e-rec-ctrl-c4a830","provider":"e2e-rec-ctrl-c4a830-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:41.585829289Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-c4a830-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-sub","reconcileID":"09521c0f-7aa9-4462-8f34-cbcb107364a4","MaaSSubscription":{"name":"e2e-rec-ctrl-c4a830-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"maas-trlp-e2e-rec-ctrl-c4a830","model":"e2e-rec-ctrl-c4a830","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-d97cc8/e2e-rec-ctrl-c4a830-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:41.638696421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"c2b73bae-cabe-44e6-9826-62e8a206d729","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:41.638715846Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"c2b73bae-cabe-44e6-9826-62e8a206d729","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"routeName":"external-model-e2e-rec-ctrl-c4a830-66b24343cddd","namespace":"e2e-extmod-rec-user-7b266b","model":"e2e-rec-ctrl-c4a830","externalModel":"e2e-rec-ctrl-c4a830","provider":"e2e-rec-ctrl-c4a830-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:41.694131044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-c4a830-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-sub","reconcileID":"dd760201-9d64-4a26-87ff-5a91e974f34f","MaaSSubscription":{"name":"e2e-rec-ctrl-c4a830-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"maas-trlp-e2e-rec-ctrl-c4a830","model":"e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:41.789314339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"843cef21-1bc0-4529-a168-c9e82767ec38","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:41.793162811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"76a7dee1-d15a-4e16-91c8-898457a33d32","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:41.802139328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"843cef21-1bc0-4529-a168-c9e82767ec38","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:41.805804579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"76a7dee1-d15a-4e16-91c8-898457a33d32","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:43.883805354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"default-tenant","reconcileID":"73311588-74d0-47ee-b88b-2bf856ac6c87","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:43.912321421Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"default-tenant","reconcileID":"73311588-74d0-47ee-b88b-2bf856ac6c87","name":"e2e-extmod-a-517027-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:45.013459436Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"46269279-c30d-4814-aa26-1ded52b3d4b3","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:48.026800862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"67a2cdba-3a99-48a3-ae90-c8c0fba8710a","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:48.036599875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"67a2cdba-3a99-48a3-ae90-c8c0fba8710a","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:48.051511025Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4d5758-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cc29cc9fe0ff8b17d0667439444dfa11942a84d37bf948049472a9361d2d6a0) AuthConfig (05a174408225cc0772bef4f9df44077dacf9f06b952edce7541c8fc0051f9065) AuthConfig (85a561e92839661cb9e49d1cb95d1dae629e4079c0ac3f862a47a54291ff61cb) AuthConfig (d0bc7888a3f52744130ec9bb10e764d1e278db18d5d4b82b0812dd026572f258) AuthConfig (cd8a75dcd728274404956b9f5f3b9e173a10397d530daba1fccc08566c2f7592) AuthConfig (7046876fa215fcabbdb180619c1893f5714f991ff5f1fae0fa86a5eee54f203a) AuthConfig (42c498d373c59e9f537b44cf0acb4334e1d9f7cc6ec5c4be3846d6e8836376e8) AuthConfig (57be354833dd5d0066760a4fc2d96b652c6d6ae60e4636a0d341ea16d14b6158) AuthConfig (6c28fef9a09846c85aa7f8896b7425d6243214a59e7d49f9c4be150f6bb28cff) AuthConfig (b28d0136582b0539fd76baf40c2d712e1f67bd74f9a2baf400a2c74f1ce98746)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"67a2cdba-3a99-48a3-ae90-c8c0fba8710a","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:48.38388578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"30d1adeb-f7d1-4d7b-84d9-425f9fdd666c","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2a2286","tenantID":"e2e-extmod-b-2a2286","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:48.395434202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"30d1adeb-f7d1-4d7b-84d9-425f9fdd666c","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"name":"e2e-extmod-b-2a2286-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:48.404930607Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-2a2286-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"30d1adeb-f7d1-4d7b-84d9-425f9fdd666c","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:55.026593807Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"a34a3988-e879-469a-978a-80ff7d5bdb45","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:58.064818125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"8c255b17-8f5b-4f5f-8385-cc83638d7f3d","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:58.075098703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"8c255b17-8f5b-4f5f-8385-cc83638d7f3d","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:58.083593609Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4d5758-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4cc29cc9fe0ff8b17d0667439444dfa11942a84d37bf948049472a9361d2d6a0) AuthConfig (05a174408225cc0772bef4f9df44077dacf9f06b952edce7541c8fc0051f9065) AuthConfig (85a561e92839661cb9e49d1cb95d1dae629e4079c0ac3f862a47a54291ff61cb) AuthConfig (d0bc7888a3f52744130ec9bb10e764d1e278db18d5d4b82b0812dd026572f258) AuthConfig (cd8a75dcd728274404956b9f5f3b9e173a10397d530daba1fccc08566c2f7592) AuthConfig (7046876fa215fcabbdb180619c1893f5714f991ff5f1fae0fa86a5eee54f203a) AuthConfig (42c498d373c59e9f537b44cf0acb4334e1d9f7cc6ec5c4be3846d6e8836376e8) AuthConfig (57be354833dd5d0066760a4fc2d96b652c6d6ae60e4636a0d341ea16d14b6158) AuthConfig (6c28fef9a09846c85aa7f8896b7425d6243214a59e7d49f9c4be150f6bb28cff) AuthConfig (b28d0136582b0539fd76baf40c2d712e1f67bd74f9a2baf400a2c74f1ce98746)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"8c255b17-8f5b-4f5f-8385-cc83638d7f3d","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:58.416799275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"4b1e8312-eb9b-48e3-984f-07035dbd0d08","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2a2286","tenantID":"e2e-extmod-b-2a2286","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:58.42660626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"4b1e8312-eb9b-48e3-984f-07035dbd0d08","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"name":"e2e-extmod-b-2a2286-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:04:58.435235325Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-2a2286-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"4b1e8312-eb9b-48e3-984f-07035dbd0d08","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:05.038535461Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"e36fa9fe-2610-4216-8123-c7830a585f08","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:05.288247911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-c4a830-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-sub","reconcileID":"504a1fe0-b153-4059-b828-f49678434467","MaaSSubscription":{"name":"e2e-rec-ctrl-c4a830-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"maas-trlp-e2e-rec-ctrl-c4a830","model":"e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:05.324484215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"c2eacb58-d202-46be-af81-bf48197f0220","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:05.324506229Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"c2eacb58-d202-46be-af81-bf48197f0220","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"routeName":"external-model-e2e-rec-ctrl-c4a830-66b24343cddd","namespace":"e2e-extmod-rec-user-7b266b","model":"e2e-rec-ctrl-c4a830","externalModel":"e2e-rec-ctrl-c4a830","provider":"e2e-rec-ctrl-c4a830-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:05.48345144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-694483-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-sub","reconcileID":"e7f8e02f-5f9a-4f73-b18a-b6e054a0b8bf","MaaSSubscription":{"name":"e2e-att-serve-694483-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"maas-trlp-e2e-att-serve-694483","model":"e2e-extmod-att-user-487d36/e2e-att-serve-694483","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:05.576566217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","reconcileID":"f315e413-a115-4d98-8ecc-476fb56b1eca","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"tenant":"e2e-extmod-b-969878","gateway":"openshift-ingress/e2e-extmod-b-969878","model":"e2e-extmod-att-user-487d36/e2e-att-serve-694483","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:05.576600933Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","reconcileID":"f315e413-a115-4d98-8ecc-476fb56b1eca","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"routeName":"external-model-e2e-att-serve-694483-5525ec9f71ed","namespace":"e2e-extmod-att-user-487d36","model":"e2e-att-serve-694483","externalModel":"e2e-att-serve-694483","provider":"e2e-att-serve-694483-provider","gateway":"openshift-ingress/e2e-extmod-b-969878","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:06.064005269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"d8ec6b89-a513-4ce9-873f-79d00ec1604c","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:06.075786328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"d8ec6b89-a513-4ce9-873f-79d00ec1604c","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:06.373362642Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:06.567119449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"ff3c7b4c-d6e7-408c-a30d-ef7ada339fc2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:06.577215889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"ff3c7b4c-d6e7-408c-a30d-ef7ada339fc2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:06.701653223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"851928fb-52bb-47b6-b1a4-4b30e4d14960","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2a2286","tenantID":"e2e-extmod-b-2a2286","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:06.722753205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"851928fb-52bb-47b6-b1a4-4b30e4d14960","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"name":"e2e-extmod-b-2a2286-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:06.729661208Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"b2259d71-cf10-42a8-987e-4f7d6e1b8e9d","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:06.73246346Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-2a2286-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (85e5b8a689b666d059f0bc4a0bb07f943095ab2c2c8235a3067041650a51dc74) AuthConfig (201558936ab8ee6db74dfd3ede867cb229ba7e729289bcb00ab3926f91781fb3) AuthConfig (4b35f10b2660a76721acc3777bd3fab709a1e546eadc519555717f79c94148f6) AuthConfig (36eb3a4f26ff181fd9a3581ea6de90db217b860435da4fc8f3ec2b154f90d028) AuthConfig (901584c08ff24e70facb74172f5a16ae1cb6b58d983d6d27c03f73cff9ce744f) AuthConfig (70b147529dd06a832685bdd5718b6da7267d100c87ef3e6eeda705afbb1f8f2e) AuthConfig (380b3550b4061c2d8e4b960e7cc9e0ed85c347cd072c37056ddb5761b5f9e9dd) AuthConfig (ee70edeec97c59ef2f9f107e747acc6e894e1372061bc83cc0ecf668784d8d04) AuthConfig (d45ab749fd0ee69483dfa87b5d57843d9a6feed6c15a61e6030926cfaf42f1f9) AuthConfig (32853df926bec14673b65f64f3e7f3a018fa9fd3ef4003de9eccba43df7b011b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"851928fb-52bb-47b6-b1a4-4b30e4d14960","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:06.755377024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"119a98f9-50bc-46cd-a4f7-ddf4080a97d9","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"tenant":"e2e-extmod-b-2a2286","gateway":"openshift-ingress/e2e-extmod-b-2a2286","model":"e2e-extmod-att-user-3ff8b8/e2e-att-serve-315853","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:06.755402106Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"119a98f9-50bc-46cd-a4f7-ddf4080a97d9","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"routeName":"external-model-e2e-att-serve-315853-97c23e0db94d","namespace":"e2e-extmod-att-user-3ff8b8","model":"e2e-att-serve-315853","externalModel":"e2e-att-serve-315853","provider":"e2e-att-serve-315853-provider","gateway":"openshift-ingress/e2e-extmod-b-2a2286","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:07.008119438Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"1c312d28-832e-4cd2-a892-5fe60e82642b","namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:07.013655215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"40113377-ee4a-4141-b6c0-a8845fad82ec","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:07.013677751Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"40113377-ee4a-4141-b6c0-a8845fad82ec","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"routeName":"external-model-e2e-rec-recover-a372a1-d8946738357f","namespace":"e2e-extmod-rec-noaccess-73fec8","model":"e2e-rec-recover-a372a1","externalModel":"e2e-rec-recover-a372a1","provider":"e2e-rec-recover-a372a1-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:07.023329319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"6778c0f7-03f3-46b2-8ac6-5d26bbab6931","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:07.023680973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"743f6f57-780d-41ee-b7d9-6d90031ea61c","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2a2286","tenantID":"e2e-extmod-b-2a2286","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:07.070178552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"4423fe93-da10-4eb6-820b-55de368e65b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:07.070390314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"5bbcd454-8099-481f-9149-e2f28403226d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:07.070188435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"3496e928-e93c-49be-889e-4bd7bd73024c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:07.074150742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"743f6f57-780d-41ee-b7d9-6d90031ea61c","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"name":"e2e-extmod-b-2a2286-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:07.075257835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"6778c0f7-03f3-46b2-8ac6-5d26bbab6931","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:07.081091036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"4423fe93-da10-4eb6-820b-55de368e65b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:07.081776242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"3496e928-e93c-49be-889e-4bd7bd73024c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:07.083410318Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-2a2286-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (85e5b8a689b666d059f0bc4a0bb07f943095ab2c2c8235a3067041650a51dc74) AuthConfig (201558936ab8ee6db74dfd3ede867cb229ba7e729289bcb00ab3926f91781fb3) AuthConfig (4b35f10b2660a76721acc3777bd3fab709a1e546eadc519555717f79c94148f6) AuthConfig (36eb3a4f26ff181fd9a3581ea6de90db217b860435da4fc8f3ec2b154f90d028) AuthConfig (901584c08ff24e70facb74172f5a16ae1cb6b58d983d6d27c03f73cff9ce744f) AuthConfig (70b147529dd06a832685bdd5718b6da7267d100c87ef3e6eeda705afbb1f8f2e) AuthConfig (380b3550b4061c2d8e4b960e7cc9e0ed85c347cd072c37056ddb5761b5f9e9dd) AuthConfig (ee70edeec97c59ef2f9f107e747acc6e894e1372061bc83cc0ecf668784d8d04) AuthConfig (d45ab749fd0ee69483dfa87b5d57843d9a6feed6c15a61e6030926cfaf42f1f9) AuthConfig (32853df926bec14673b65f64f3e7f3a018fa9fd3ef4003de9eccba43df7b011b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"743f6f57-780d-41ee-b7d9-6d90031ea61c","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:07.083776138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"5bbcd454-8099-481f-9149-e2f28403226d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:07.17933411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"d377a78f-2b45-4b97-926e-8f944437177e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:07.247507154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"fe6c97cf-fb83-4f15-a27c-103221d5944b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:07.249855819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"d377a78f-2b45-4b97-926e-8f944437177e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:07.259646333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"8f0decaf-2ea6-4712-826f-d4e21286040a","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-unrel-c9b2e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:07.259676376Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"8f0decaf-2ea6-4712-826f-d4e21286040a","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-unrel-c9b2e0-0b830d2d0abe","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-unrel-c9b2e0","externalModel":"e2e-att-unrel-c9b2e0","provider":"e2e-att-unrel-c9b2e0-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:07.274402815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"fe6c97cf-fb83-4f15-a27c-103221d5944b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:07.275252207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f51a66b4-fd5c-413f-89b9-3ffc67ffd247","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:07.284024557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"0fc223ec-e103-46ff-9516-2922f948dcd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:07.284190147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"de9e0ec3-a4b8-4519-ab5e-9a9560dbae8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:07.288685837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f51a66b4-fd5c-413f-89b9-3ffc67ffd247","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:07.295007599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"0fc223ec-e103-46ff-9516-2922f948dcd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:07.296167008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"de9e0ec3-a4b8-4519-ab5e-9a9560dbae8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:07.379727247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"94d02c8d-1d99-43b7-9ad2-f11e53b3ddc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:07.381311074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"81a80dfc-0173-41ed-9afc-b36cccc5b52b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:07.39141964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"94d02c8d-1d99-43b7-9ad2-f11e53b3ddc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:07.392484614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"81a80dfc-0173-41ed-9afc-b36cccc5b52b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:07.40347565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"7d0a05cb-2342-4b9c-89ca-360f9ed283df","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:07.411998224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23a970f0-df79-4852-a2a5-213b27d2f34a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:07.412422565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"2312428c-ff08-4e61-ae3d-97a1d11841ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:07.413852343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"7d0a05cb-2342-4b9c-89ca-360f9ed283df","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:07.422156121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23a970f0-df79-4852-a2a5-213b27d2f34a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:07.422302723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"2312428c-ff08-4e61-ae3d-97a1d11841ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:07.422533208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"4a523457-972a-4250-b445-944dbed1f708","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:07.422598154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"d4fc25eb-b6b0-40de-9179-1abecb5a06e0","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:07.433174817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"4a523457-972a-4250-b445-944dbed1f708","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:07.43912431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"d4fc25eb-b6b0-40de-9179-1abecb5a06e0","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.021434042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ef3f05d-a597-4247-8be6-27ebfeba04f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.026392305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ef3f05d-a597-4247-8be6-27ebfeba04f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.030973868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ef3f05d-a597-4247-8be6-27ebfeba04f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.03575714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ef3f05d-a597-4247-8be6-27ebfeba04f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.360792485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fb3d8c2-fe0d-4cf7-9518-38c2602877af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.365869945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fb3d8c2-fe0d-4cf7-9518-38c2602877af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.370232805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fb3d8c2-fe0d-4cf7-9518-38c2602877af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.370822635Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"c20f4400-3212-485f-aa6a-bbce0a5c068a","namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.374660073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fb3d8c2-fe0d-4cf7-9518-38c2602877af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.381854945Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"9becff49-cc69-437a-ad61-46d2f5174066","namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.391081215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"014313cf-7d65-4a60-b3cc-f138f4e296fa","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.392419216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"5ba2d6c5-a143-4820-866b-79438a7882c7","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2a2286","tenantID":"e2e-extmod-b-2a2286","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.394968568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"87d1b576-b1f4-4323-a750-c1aa0a80181d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.396548209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4657cae9-6d1a-4769-b3e6-8b99968006d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.396554993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"fce357af-4b04-48ae-9add-9d6ef0e68b8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.400699836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"014313cf-7d65-4a60-b3cc-f138f4e296fa","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.402393986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"5ba2d6c5-a143-4820-866b-79438a7882c7","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"name":"e2e-extmod-b-2a2286-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.404766357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"87d1b576-b1f4-4323-a750-c1aa0a80181d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.406432845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4657cae9-6d1a-4769-b3e6-8b99968006d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.406960817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"fce357af-4b04-48ae-9add-9d6ef0e68b8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.410830054Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-2a2286-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (85e5b8a689b666d059f0bc4a0bb07f943095ab2c2c8235a3067041650a51dc74) AuthConfig (201558936ab8ee6db74dfd3ede867cb229ba7e729289bcb00ab3926f91781fb3) AuthConfig (4b35f10b2660a76721acc3777bd3fab709a1e546eadc519555717f79c94148f6) AuthConfig (36eb3a4f26ff181fd9a3581ea6de90db217b860435da4fc8f3ec2b154f90d028) AuthConfig (901584c08ff24e70facb74172f5a16ae1cb6b58d983d6d27c03f73cff9ce744f) AuthConfig (70b147529dd06a832685bdd5718b6da7267d100c87ef3e6eeda705afbb1f8f2e) AuthConfig (380b3550b4061c2d8e4b960e7cc9e0ed85c347cd072c37056ddb5761b5f9e9dd) AuthConfig (ee70edeec97c59ef2f9f107e747acc6e894e1372061bc83cc0ecf668784d8d04) AuthConfig (d45ab749fd0ee69483dfa87b5d57843d9a6feed6c15a61e6030926cfaf42f1f9) AuthConfig (32853df926bec14673b65f64f3e7f3a018fa9fd3ef4003de9eccba43df7b011b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"5ba2d6c5-a143-4820-866b-79438a7882c7","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.426722988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"5135be86-ac62-44b3-b3a3-cdef48775cad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.443637914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"5135be86-ac62-44b3-b3a3-cdef48775cad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.542150025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"a20455f3-9ca0-4d37-9843-4159133d13a7","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.543418519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"e29ea49d-47dc-4de7-b04f-2c8d05ce8e15","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.543491862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"e2f723fe-27d3-408a-b7ce-c764a0f3605e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.554078536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"e2f723fe-27d3-408a-b7ce-c764a0f3605e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.554342837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"e29ea49d-47dc-4de7-b04f-2c8d05ce8e15","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.556440648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"a20455f3-9ca0-4d37-9843-4159133d13a7","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.59176466Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"01b0267e-ca7a-410e-8093-26eae9dd613c","namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.595476305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"4f652f54-bc20-4195-b2b5-0a4f1c8266c0","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"tenant":"e2e-extmod-b-969878","gateway":"openshift-ingress/e2e-extmod-b-969878","model":"e2e-extmod-rot-user-1bbde6/e2e-rot-8b2fe9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.595506705Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"4f652f54-bc20-4195-b2b5-0a4f1c8266c0","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"routeName":"external-model-e2e-rot-8b2fe9-9fbd33701cf8","namespace":"e2e-extmod-rot-user-1bbde6","model":"e2e-rot-8b2fe9","externalModel":"e2e-rot-8b2fe9","provider":"e2e-rot-8b2fe9-provider","gateway":"openshift-ingress/e2e-extmod-b-969878","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.602757052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"2925c4c5-9690-44b1-974f-1842d8822f05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.617982369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"2925c4c5-9690-44b1-974f-1842d8822f05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.618243956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"327e36cf-2203-4414-804d-46fdbd1e23fa","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"tenant":"e2e-extmod-b-969878","gateway":"openshift-ingress/e2e-extmod-b-969878","model":"e2e-extmod-rot-user-1bbde6/e2e-rot-8b2fe9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.618413141Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"327e36cf-2203-4414-804d-46fdbd1e23fa","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"routeName":"external-model-e2e-rot-8b2fe9-9fbd33701cf8","namespace":"e2e-extmod-rot-user-1bbde6","model":"e2e-rot-8b2fe9","externalModel":"e2e-rot-8b2fe9","provider":"e2e-rot-8b2fe9-provider","gateway":"openshift-ingress/e2e-extmod-b-969878","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:05:09.631180248Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"327e36cf-2203-4414-804d-46fdbd1e23fa","name":"e2e-rot-8b2fe9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rot-8b2fe9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:05:09.631240339Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"327e36cf-2203-4414-804d-46fdbd1e23fa","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rot-8b2fe9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.678258999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"87a4e77f-bf31-4384-923a-13c3655351a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.679251741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"52cb2623-eeab-4256-b123-f412cd3c77dd","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"tenant":"e2e-extmod-b-969878","gateway":"openshift-ingress/e2e-extmod-b-969878","model":"e2e-extmod-rot-user-1bbde6/e2e-rot-8b2fe9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.67927658Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"52cb2623-eeab-4256-b123-f412cd3c77dd","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"routeName":"external-model-e2e-rot-8b2fe9-9fbd33701cf8","namespace":"e2e-extmod-rot-user-1bbde6","model":"e2e-rot-8b2fe9","externalModel":"e2e-rot-8b2fe9","provider":"e2e-rot-8b2fe9-provider","gateway":"openshift-ingress/e2e-extmod-b-969878","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.696029103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"87a4e77f-bf31-4384-923a-13c3655351a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.84395151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"7d3280f2-e512-44fe-a5f6-db61ae89579c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.870542018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"afe39ba6-9514-4303-90ec-d0aecfc32374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.881229926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"6568faa8-faf5-4824-831f-15c7bbfb1f17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.882581371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"ba93e8aa-e3a7-46b7-a872-3fb615373932","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.896029706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9fedbcd2-e23d-4d5b-a1b1-623cc3badeff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.900279836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"7d3280f2-e512-44fe-a5f6-db61ae89579c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.905987555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"afe39ba6-9514-4303-90ec-d0aecfc32374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.907826827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"ba93e8aa-e3a7-46b7-a872-3fb615373932","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.911529302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"6568faa8-faf5-4824-831f-15c7bbfb1f17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.947838614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"a366474c-69fa-431e-882f-280d24a9cd80","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"tenant":"e2e-extmod-b-969878","gateway":"openshift-ingress/e2e-extmod-b-969878","model":"e2e-extmod-rot-user-1bbde6/e2e-rot-8b2fe9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.947873435Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"a366474c-69fa-431e-882f-280d24a9cd80","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"routeName":"external-model-e2e-rot-8b2fe9-9fbd33701cf8","namespace":"e2e-extmod-rot-user-1bbde6","model":"e2e-rot-8b2fe9","externalModel":"e2e-rot-8b2fe9","provider":"e2e-rot-8b2fe9-provider","gateway":"openshift-ingress/e2e-extmod-b-969878","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:09.950108168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9fedbcd2-e23d-4d5b-a1b1-623cc3badeff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:10.004604038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"c477470f-6d08-4e69-a083-7d04c3298d1f","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2a2286","tenantID":"e2e-extmod-b-2a2286","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:10.008491286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"f77cf905-789b-4f37-a284-1a6c29b434e0","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:10.009942179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"b9a73eb3-bab3-45f1-8d5b-06c490cbb75d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:10.016724344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"c477470f-6d08-4e69-a083-7d04c3298d1f","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"name":"e2e-extmod-b-2a2286-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:10.019475149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88294552-9676-49db-a116-081cddde3d93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:10.023010606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"42dfe829-d31d-4ad4-85e9-3708b0be7ad6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:10.025654576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"f77cf905-789b-4f37-a284-1a6c29b434e0","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:10.029744745Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-2a2286-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (85e5b8a689b666d059f0bc4a0bb07f943095ab2c2c8235a3067041650a51dc74) AuthConfig (201558936ab8ee6db74dfd3ede867cb229ba7e729289bcb00ab3926f91781fb3) AuthConfig (4b35f10b2660a76721acc3777bd3fab709a1e546eadc519555717f79c94148f6) AuthConfig (36eb3a4f26ff181fd9a3581ea6de90db217b860435da4fc8f3ec2b154f90d028) AuthConfig (901584c08ff24e70facb74172f5a16ae1cb6b58d983d6d27c03f73cff9ce744f) AuthConfig (70b147529dd06a832685bdd5718b6da7267d100c87ef3e6eeda705afbb1f8f2e) AuthConfig (380b3550b4061c2d8e4b960e7cc9e0ed85c347cd072c37056ddb5761b5f9e9dd) AuthConfig (ee70edeec97c59ef2f9f107e747acc6e894e1372061bc83cc0ecf668784d8d04) AuthConfig (d45ab749fd0ee69483dfa87b5d57843d9a6feed6c15a61e6030926cfaf42f1f9) AuthConfig (32853df926bec14673b65f64f3e7f3a018fa9fd3ef4003de9eccba43df7b011b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"c477470f-6d08-4e69-a083-7d04c3298d1f","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:10.030875577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"b9a73eb3-bab3-45f1-8d5b-06c490cbb75d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:10.033807868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88294552-9676-49db-a116-081cddde3d93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:10.036503616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"42dfe829-d31d-4ad4-85e9-3708b0be7ad6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:10.049792157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"558643b9-3132-4ecc-afb7-bb2356ff0347","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:10.072175127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"558643b9-3132-4ecc-afb7-bb2356ff0347","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:10.110473937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"181e43bc-962f-40d2-8aa5-cd8508bdf2ca","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:10.112451535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"5d0e45d4-306c-4a95-91a7-04d2331a0040","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:10.112688493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"03cb73f7-094b-4ff2-a5dd-659d9d6e0f7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:10.122164075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"a400aebc-c28b-4c24-ad7b-6c1427182d93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:10.124904408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"181e43bc-962f-40d2-8aa5-cd8508bdf2ca","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:10.125399743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"5d0e45d4-306c-4a95-91a7-04d2331a0040","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:10.136208221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"03cb73f7-094b-4ff2-a5dd-659d9d6e0f7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:10.143167197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"a400aebc-c28b-4c24-ad7b-6c1427182d93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:10.193037687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"c28db407-db8d-4f42-8adc-44694d1728ad","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"tenant":"e2e-extmod-b-969878","gateway":"openshift-ingress/e2e-extmod-b-969878","model":"e2e-extmod-rot-user-1bbde6/e2e-rot-8b2fe9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:10.193083405Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"c28db407-db8d-4f42-8adc-44694d1728ad","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"routeName":"external-model-e2e-rot-8b2fe9-9fbd33701cf8","namespace":"e2e-extmod-rot-user-1bbde6","model":"e2e-rot-8b2fe9","externalModel":"e2e-rot-8b2fe9","provider":"e2e-rot-8b2fe9-provider","gateway":"openshift-ingress/e2e-extmod-b-969878","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:10.198359601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"30df6388-9424-4fec-a985-226a1f2b3ef4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:10.279678124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"30df6388-9424-4fec-a985-226a1f2b3ef4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:10.303213265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"d1e175e0-0cd1-4f71-8e29-40b030bd6d05","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:10.314558089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"d1e175e0-0cd1-4f71-8e29-40b030bd6d05","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:10.465873615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"d334210b-c432-4446-9f71-3e18780f7572","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"tenant":"e2e-extmod-b-969878","gateway":"openshift-ingress/e2e-extmod-b-969878","model":"e2e-extmod-rot-user-1bbde6/e2e-rot-8b2fe9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:10.465897471Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"d334210b-c432-4446-9f71-3e18780f7572","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"routeName":"external-model-e2e-rot-8b2fe9-9fbd33701cf8","namespace":"e2e-extmod-rot-user-1bbde6","model":"e2e-rot-8b2fe9","externalModel":"e2e-rot-8b2fe9","provider":"e2e-rot-8b2fe9-provider","gateway":"openshift-ingress/e2e-extmod-b-969878","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:11.595785543Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-d97cc8 priority=0:[ai-tenant-e2e-extmod-b-d97cc8/e2e-att-serve-470904-sub ai-tenant-e2e-extmod-b-d97cc8/e2e-rec-ctrl-c4a830-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:11.614505501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"f1686ee3-909b-4327-9584-ef9860e24230","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-unrel-c9b2e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:11.614536691Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"f1686ee3-909b-4327-9584-ef9860e24230","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-unrel-c9b2e0-0b830d2d0abe","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-unrel-c9b2e0","externalModel":"e2e-att-unrel-c9b2e0","provider":"e2e-att-unrel-c9b2e0-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:11.621472482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"8b820828-d0b1-4b4a-9ee1-4c25c39fd686","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:05:11.627997811Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-4d5758/e2e-att-unrel-c9b2e0-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-unrel-c9b2e0-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:11.635446825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"8b820828-d0b1-4b4a-9ee1-4c25c39fd686","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:11.66777813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"ac57eb3e-8095-4d7a-8076-29920281857e","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:11.667870138Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"ac57eb3e-8095-4d7a-8076-29920281857e","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"routeName":"external-model-e2e-rec-ctrl-c4a830-66b24343cddd","namespace":"e2e-extmod-rec-user-7b266b","model":"e2e-rec-ctrl-c4a830","externalModel":"e2e-rec-ctrl-c4a830","provider":"e2e-rec-ctrl-c4a830-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:11.715699629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"1c22a9c5-1198-4206-b51e-9561cc354232","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-unrel-c9b2e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:11.715735311Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"1c22a9c5-1198-4206-b51e-9561cc354232","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-unrel-c9b2e0-0b830d2d0abe","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-unrel-c9b2e0","externalModel":"e2e-att-unrel-c9b2e0","provider":"e2e-att-unrel-c9b2e0-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:11.729939309Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-c9b2e0-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-sub","reconcileID":"553f1fe2-43b8-4b6f-bd39-3dc847870e38","MaaSSubscription":{"name":"e2e-att-unrel-c9b2e0-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-att-unrel-c9b2e0","model":"e2e-att-unrel-c9b2e0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-4d5758/e2e-att-unrel-c9b2e0-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:11.907485419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"f6e035f4-2890-4afc-80d7-2843259b57f6","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:11.9200902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"f6e035f4-2890-4afc-80d7-2843259b57f6","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:11.922342546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"a0cb36bb-383a-4948-82ee-aa4fb7f16cc2","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-unrel-c9b2e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:11.922381123Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"a0cb36bb-383a-4948-82ee-aa4fb7f16cc2","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-unrel-c9b2e0-0b830d2d0abe","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-unrel-c9b2e0","externalModel":"e2e-att-unrel-c9b2e0","provider":"e2e-att-unrel-c9b2e0-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:11.984321732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-c9b2e0-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-sub","reconcileID":"3d639a2e-96e3-48b9-84df-c8eed8da2159","MaaSSubscription":{"name":"e2e-att-unrel-c9b2e0-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-att-unrel-c9b2e0","model":"e2e-extmod-att-user-99fd76/e2e-att-unrel-c9b2e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:12.74875541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"18095703-2e6d-4e7e-b57a-518dca03d202","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:12.748786057Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"18095703-2e6d-4e7e-b57a-518dca03d202","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"routeName":"external-model-e2e-rec-recover-a372a1-d8946738357f","namespace":"e2e-extmod-rec-noaccess-73fec8","model":"e2e-rec-recover-a372a1","externalModel":"e2e-rec-recover-a372a1","provider":"e2e-rec-recover-a372a1-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:12.763976717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"57d77ae2-922e-47e2-ae31-697cc9bcf7ee","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:12.76399931Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"57d77ae2-922e-47e2-ae31-697cc9bcf7ee","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"routeName":"external-model-e2e-rec-recover-a372a1-d8946738357f","namespace":"e2e-extmod-rec-noaccess-73fec8","model":"e2e-rec-recover-a372a1","externalModel":"e2e-rec-recover-a372a1","provider":"e2e-rec-recover-a372a1-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:12.804929338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"a948a11d-363f-4d59-b204-5500396b37e5","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:12.815032512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"a948a11d-363f-4d59-b204-5500396b37e5","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:12.823727381Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d97cc8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc326eec675a44e4c9c46ddafe190a92c31eda17b6b74b923b61ffee33e10e5f) AuthConfig (a3df45a2b1143c5562c1f54ee947cf3236ca6232f3f65d666cec237e1dabc443) AuthConfig (96855ef94de7bcf9002757d6c85cfd8bcd874f20f9388eeb3bcc263571a58560) AuthConfig (0525bbd03898becf04fec91cb05cbde8f020942623f5c840e43316a1e70fb4a6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"a948a11d-363f-4d59-b204-5500396b37e5","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:12.846842695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"1b9dd283-b040-4930-88ca-a91da0551bd9","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:12.846860822Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"1b9dd283-b040-4930-88ca-a91da0551bd9","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"routeName":"external-model-e2e-rec-recover-a372a1-d8946738357f","namespace":"e2e-extmod-rec-noaccess-73fec8","model":"e2e-rec-recover-a372a1","externalModel":"e2e-rec-recover-a372a1","provider":"e2e-rec-recover-a372a1-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:14.611728325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67b506ca-268b-4318-92a9-ce54908c66e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:14.621888765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67b506ca-268b-4318-92a9-ce54908c66e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:14.628539015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67b506ca-268b-4318-92a9-ce54908c66e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:14.633094301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67b506ca-268b-4318-92a9-ce54908c66e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:14.978926586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b9fe7dd-4438-4be1-a273-770bb0be8757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:14.983215835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b9fe7dd-4438-4be1-a273-770bb0be8757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:14.987510767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b9fe7dd-4438-4be1-a273-770bb0be8757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:14.992096507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b9fe7dd-4438-4be1-a273-770bb0be8757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:15.559125681Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-969878 priority=0:[ai-tenant-e2e-extmod-b-969878/e2e-att-serve-694483-sub ai-tenant-e2e-extmod-b-969878/e2e-rot-8b2fe9-sub]","namespace=ai-tenant-e2e-extmod-b-d97cc8 priority=0:[ai-tenant-e2e-extmod-b-d97cc8/e2e-att-serve-470904-sub ai-tenant-e2e-extmod-b-d97cc8/e2e-rec-ctrl-c4a830-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:15.568100879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"33c51c80-335d-442b-a26d-6c5543836d3c","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"tenant":"e2e-extmod-b-969878","gateway":"openshift-ingress/e2e-extmod-b-969878","model":"e2e-extmod-rot-user-1bbde6/e2e-rot-8b2fe9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:15.568119033Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"33c51c80-335d-442b-a26d-6c5543836d3c","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"routeName":"external-model-e2e-rot-8b2fe9-9fbd33701cf8","namespace":"e2e-extmod-rot-user-1bbde6","model":"e2e-rot-8b2fe9","externalModel":"e2e-rot-8b2fe9","provider":"e2e-rot-8b2fe9-provider","gateway":"openshift-ingress/e2e-extmod-b-969878","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:15.583104726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"c054f099-3076-4cc0-b4fa-a51f395b4e82","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:15.58414828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"d57b66c9-3c4f-4286-bb73-e9560d624513","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:05:15.584832854Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-969878/e2e-rot-8b2fe9-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rot-8b2fe9-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:15.593813196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"c054f099-3076-4cc0-b4fa-a51f395b4e82","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:15.59858986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"d57b66c9-3c4f-4286-bb73-e9560d624513","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:15.598670879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"6798bcd8-fc0c-435a-adc3-675f4cdc47ce","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-unrel-c9b2e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:15.598688575Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"6798bcd8-fc0c-435a-adc3-675f4cdc47ce","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-unrel-c9b2e0-0b830d2d0abe","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-unrel-c9b2e0","externalModel":"e2e-att-unrel-c9b2e0","provider":"e2e-att-unrel-c9b2e0-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:15.609824559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"b194e7a4-b2a9-40b5-93db-5c6501776e6b","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"tenant":"e2e-extmod-b-969878","gateway":"openshift-ingress/e2e-extmod-b-969878","model":"e2e-extmod-rot-user-1bbde6/e2e-rot-8b2fe9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:15.609844965Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"b194e7a4-b2a9-40b5-93db-5c6501776e6b","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"routeName":"external-model-e2e-rot-8b2fe9-9fbd33701cf8","namespace":"e2e-extmod-rot-user-1bbde6","model":"e2e-rot-8b2fe9","externalModel":"e2e-rot-8b2fe9","provider":"e2e-rot-8b2fe9-provider","gateway":"openshift-ingress/e2e-extmod-b-969878","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:15.623348734Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-5f9b3c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-5f9b3c","reconcileID":"d3bf3b59-215c-4f32-b0ca-be4566a30a5b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-5f9b3c","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-5f9b3c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:15.629359313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","reconcileID":"42aa9bee-b72c-433d-b510-69b11fbd94d9","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"tenant":"e2e-extmod-b-969878","gateway":"openshift-ingress/e2e-extmod-b-969878","model":"e2e-extmod-att-user-487d36/e2e-att-serve-694483","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:15.629376868Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","reconcileID":"42aa9bee-b72c-433d-b510-69b11fbd94d9","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"routeName":"external-model-e2e-att-serve-694483-5525ec9f71ed","namespace":"e2e-extmod-att-user-487d36","model":"e2e-att-serve-694483","externalModel":"e2e-att-serve-694483","provider":"e2e-att-serve-694483-provider","gateway":"openshift-ingress/e2e-extmod-b-969878","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:15.637932192Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-sub","reconcileID":"632217e9-a90f-48dd-a210-f31d2d09dbd7","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"maas-trlp-e2e-rot-8b2fe9","model":"e2e-rot-8b2fe9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-969878/e2e-rot-8b2fe9-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:15.691937774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"686c7158-8ebe-4e06-8e2c-0d230860e003","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"tenant":"e2e-extmod-b-969878","gateway":"openshift-ingress/e2e-extmod-b-969878","model":"e2e-extmod-rot-user-1bbde6/e2e-rot-8b2fe9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:15.691958004Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"686c7158-8ebe-4e06-8e2c-0d230860e003","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"routeName":"external-model-e2e-rot-8b2fe9-9fbd33701cf8","namespace":"e2e-extmod-rot-user-1bbde6","model":"e2e-rot-8b2fe9","externalModel":"e2e-rot-8b2fe9","provider":"e2e-rot-8b2fe9-provider","gateway":"openshift-ingress/e2e-extmod-b-969878","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:15.739908937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-sub","reconcileID":"90eafbd6-770d-4a0d-a2d7-41130e6a7e69","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"maas-trlp-e2e-rot-8b2fe9","model":"e2e-extmod-rot-user-1bbde6/e2e-rot-8b2fe9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:15.741744431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"83f0afdf-6add-4bb4-b4d6-aa688da88bc2","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:15.747799975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"4a7dac73-fb68-4acc-ae17-04c427204bee","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:15.783134514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"83f0afdf-6add-4bb4-b4d6-aa688da88bc2","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:15.78691365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"4a7dac73-fb68-4acc-ae17-04c427204bee","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:15.93848059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7149b08-aca1-491d-b984-3f2115060bbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:15.942720123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7149b08-aca1-491d-b984-3f2115060bbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:15.947037941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7149b08-aca1-491d-b984-3f2115060bbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:15.951298061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7149b08-aca1-491d-b984-3f2115060bbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:20.041554111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"6e4362b4-f554-46b1-aee5-9a78c691db7f","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2a2286","tenantID":"e2e-extmod-b-2a2286","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:20.051435974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"6e4362b4-f554-46b1-aee5-9a78c691db7f","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"name":"e2e-extmod-b-2a2286-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:20.062677435Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-2a2286-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (85e5b8a689b666d059f0bc4a0bb07f943095ab2c2c8235a3067041650a51dc74) AuthConfig (201558936ab8ee6db74dfd3ede867cb229ba7e729289bcb00ab3926f91781fb3) AuthConfig (4b35f10b2660a76721acc3777bd3fab709a1e546eadc519555717f79c94148f6) AuthConfig (36eb3a4f26ff181fd9a3581ea6de90db217b860435da4fc8f3ec2b154f90d028) AuthConfig (901584c08ff24e70facb74172f5a16ae1cb6b58d983d6d27c03f73cff9ce744f) AuthConfig (70b147529dd06a832685bdd5718b6da7267d100c87ef3e6eeda705afbb1f8f2e) AuthConfig (380b3550b4061c2d8e4b960e7cc9e0ed85c347cd072c37056ddb5761b5f9e9dd) AuthConfig (ee70edeec97c59ef2f9f107e747acc6e894e1372061bc83cc0ecf668784d8d04) AuthConfig (d45ab749fd0ee69483dfa87b5d57843d9a6feed6c15a61e6030926cfaf42f1f9) AuthConfig (32853df926bec14673b65f64f3e7f3a018fa9fd3ef4003de9eccba43df7b011b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"6e4362b4-f554-46b1-aee5-9a78c691db7f","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:22.88571718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"660ff256-0626-48fb-8d74-a1e9ed8533f6","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:22.901434241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"660ff256-0626-48fb-8d74-a1e9ed8533f6","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:22.910025966Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d97cc8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc326eec675a44e4c9c46ddafe190a92c31eda17b6b74b923b61ffee33e10e5f) AuthConfig (a3df45a2b1143c5562c1f54ee947cf3236ca6232f3f65d666cec237e1dabc443) AuthConfig (96855ef94de7bcf9002757d6c85cfd8bcd874f20f9388eeb3bcc263571a58560) AuthConfig (0525bbd03898becf04fec91cb05cbde8f020942623f5c840e43316a1e70fb4a6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"660ff256-0626-48fb-8d74-a1e9ed8533f6","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:29.517879536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-c9b2e0-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-sub","reconcileID":"e0734b76-cae9-4c7b-a4d0-3b63f3203609","MaaSSubscription":{"name":"e2e-att-unrel-c9b2e0-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-att-unrel-c9b2e0","model":"e2e-extmod-att-user-99fd76/e2e-att-unrel-c9b2e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:29.5550694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"892592cc-36b5-4f0b-9661-354b2f2c9bb0","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-unrel-c9b2e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:29.555091741Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"892592cc-36b5-4f0b-9661-354b2f2c9bb0","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-unrel-c9b2e0-0b830d2d0abe","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-unrel-c9b2e0","externalModel":"e2e-att-unrel-c9b2e0","provider":"e2e-att-unrel-c9b2e0-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:29.616963589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-sub","reconcileID":"00807beb-b328-40a9-9adc-6d08338fa58e","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"maas-trlp-e2e-rot-8b2fe9","model":"e2e-extmod-rot-user-1bbde6/e2e-rot-8b2fe9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:29.65543095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"20ac10aa-fea8-4644-93e5-52b3db7c03d1","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"tenant":"e2e-extmod-b-969878","gateway":"openshift-ingress/e2e-extmod-b-969878","model":"e2e-extmod-rot-user-1bbde6/e2e-rot-8b2fe9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:29.655522116Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"20ac10aa-fea8-4644-93e5-52b3db7c03d1","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"routeName":"external-model-e2e-rot-8b2fe9-9fbd33701cf8","namespace":"e2e-extmod-rot-user-1bbde6","model":"e2e-rot-8b2fe9","externalModel":"e2e-rot-8b2fe9","provider":"e2e-rot-8b2fe9-provider","gateway":"openshift-ingress/e2e-extmod-b-969878","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.080549596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"82075622-a4e7-4c0e-9d85-db0377497892","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2a2286","tenantID":"e2e-extmod-b-2a2286","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.091193672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"82075622-a4e7-4c0e-9d85-db0377497892","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"name":"e2e-extmod-b-2a2286-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.140695854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"3cfe74ff-aea8-416d-b649-c84eed67974c","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"tenant":"e2e-extmod-b-2a2286","gateway":"openshift-ingress/e2e-extmod-b-2a2286","model":"e2e-extmod-att-user-3ff8b8/e2e-att-serve-315853","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.14071893Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"3cfe74ff-aea8-416d-b649-c84eed67974c","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"routeName":"external-model-e2e-att-serve-315853-97c23e0db94d","namespace":"e2e-extmod-att-user-3ff8b8","model":"e2e-att-serve-315853","externalModel":"e2e-att-serve-315853","provider":"e2e-att-serve-315853-provider","gateway":"openshift-ingress/e2e-extmod-b-2a2286","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.279126033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"068b0386-a8e8-45d2-9b27-ebf02cebd6c3","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.302935369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"068b0386-a8e8-45d2-9b27-ebf02cebd6c3","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.792718937Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"1021f919-83c3-4fde-ac89-38a7d057bdb1","namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.803718948Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"ddf3e567-4849-447c-8724-cd91d79c306c","namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.810034771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"b27557c4-90c1-4280-88d4-e7af1a2d1bc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.811174214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"572ae1ee-879e-4e11-a765-4633f6b15857","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.8114746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5582045-7567-4935-951a-822870d5cff9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.813245833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"a5b58430-17d2-4aea-a837-dd558a24a5c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.813685598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"e1039e2c-7545-45ab-a2a7-1eb4f5c56b9f","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.820419215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"b27557c4-90c1-4280-88d4-e7af1a2d1bc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.822945495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"a5b58430-17d2-4aea-a837-dd558a24a5c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.823452688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"572ae1ee-879e-4e11-a765-4633f6b15857","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.826840073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"e1039e2c-7545-45ab-a2a7-1eb4f5c56b9f","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.827198703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5582045-7567-4935-951a-822870d5cff9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.890914513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"68a8e600-9530-42e4-941c-21f4d53fffd8","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-unrel-c9b2e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.890939417Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"68a8e600-9530-42e4-941c-21f4d53fffd8","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-unrel-c9b2e0-0b830d2d0abe","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-unrel-c9b2e0","externalModel":"e2e-att-unrel-c9b2e0","provider":"e2e-att-unrel-c9b2e0-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.910316936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-c9b2e0-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-sub","reconcileID":"721669a3-265f-47e7-838f-be6530ade7d6","MaaSSubscription":{"name":"e2e-att-unrel-c9b2e0-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-att-unrel-c9b2e0","model":"e2e-extmod-att-user-99fd76/e2e-att-unrel-c9b2e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.951474327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"d0bb6f6d-7f7f-4cc3-9390-fd5599bddb84","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.951893882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"746e13dd-fbcc-46fd-a194-4023903f880e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.952500069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"8450905c-ccec-43f5-8fba-fa5f82e7e5f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.970242494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"d0bb6f6d-7f7f-4cc3-9390-fd5599bddb84","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.971782918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"746e13dd-fbcc-46fd-a194-4023903f880e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.972515528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"8450905c-ccec-43f5-8fba-fa5f82e7e5f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:30.997233887Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"a2532628-3cb1-4e2c-bf49-b40d4e21c3e8","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.05247025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"e7db5ee7-9a66-4ed7-b055-215ce9e716ae","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2a2286","tenantID":"e2e-extmod-b-2a2286","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.053147307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"2e80c3a0-a8dc-49b8-85e3-025b1be617b4","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.053165463Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"2e80c3a0-a8dc-49b8-85e3-025b1be617b4","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"routeName":"external-model-e2e-rec-recover-a372a1-d8946738357f","namespace":"e2e-extmod-rec-noaccess-73fec8","model":"e2e-rec-recover-a372a1","externalModel":"e2e-rec-recover-a372a1","provider":"e2e-rec-recover-a372a1-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.062848409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"e7db5ee7-9a66-4ed7-b055-215ce9e716ae","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"name":"e2e-extmod-b-2a2286-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.111503332Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"878c1f6e-e2c9-4d4f-8f35-06425f9790d4","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.290469435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"3c141ae4-ef07-4d10-aa91-4e6b78517bb7","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-unrel-c9b2e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.291692112Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"3c141ae4-ef07-4d10-aa91-4e6b78517bb7","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-unrel-c9b2e0-0b830d2d0abe","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-unrel-c9b2e0","externalModel":"e2e-att-unrel-c9b2e0","provider":"e2e-att-unrel-c9b2e0-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.310228997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-c9b2e0-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-sub","reconcileID":"5d1a324f-333e-4e3b-9c7b-92a8d6514823","MaaSSubscription":{"name":"e2e-att-unrel-c9b2e0-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-att-unrel-c9b2e0","model":"e2e-extmod-att-user-99fd76/e2e-att-unrel-c9b2e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.313742193Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"029c2ce6-dffd-492c-8472-3382a4db2640","namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.323434162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2293d124-7bfa-4a11-8ea1-304e846db7b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:05:31.327851215Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"df06c427-b6be-449b-ba11-b992d6191f24","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53 is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.32845411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"4ffab3e8-d34a-48fc-aead-d1aa391142cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.332449673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"1edd4bc3-80fa-4400-9e9d-393337c216ce","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.335196286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"6c479ae5-e3ca-4ece-9340-a65fec2fda1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.341169031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2293d124-7bfa-4a11-8ea1-304e846db7b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:05:31.346363827Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"df06c427-b6be-449b-ba11-b992d6191f24","error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53 is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.346793301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"4ffab3e8-d34a-48fc-aead-d1aa391142cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.34211933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"2677fcda-194f-452d-92c0-70503c9312da","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.349399455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"1edd4bc3-80fa-4400-9e9d-393337c216ce","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.349864735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"6c479ae5-e3ca-4ece-9340-a65fec2fda1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.353631322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"258d5e88-773d-401e-a554-e00a331e7ee7","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-unrel-c9b2e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.353657356Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"258d5e88-773d-401e-a554-e00a331e7ee7","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-unrel-c9b2e0-0b830d2d0abe","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-unrel-c9b2e0","externalModel":"e2e-att-unrel-c9b2e0","provider":"e2e-att-unrel-c9b2e0-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.358736801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"2677fcda-194f-452d-92c0-70503c9312da","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:05:31.369684089Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"8f0483c8-d120-46de-8c16-36d9a6c27dab","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53 is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:05:31.369754742Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"8f0483c8-d120-46de-8c16-36d9a6c27dab","error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53 is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:05:31.392703398Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"c20d4e7f-1d4b-4f05-b67f-1a349d1249d0","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53 is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:05:31.392809008Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"c20d4e7f-1d4b-4f05-b67f-1a349d1249d0","error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53 is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:05:31.433882298Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"673f7d5c-f037-4de9-9486-054a33d1c487","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53 is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:05:31.434219818Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"673f7d5c-f037-4de9-9486-054a33d1c487","error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53 is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:05:31.528654458Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"81707148-be33-4301-8143-164f2eb01562","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53 is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:05:31.5287352Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"81707148-be33-4301-8143-164f2eb01562","error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53 is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.537296596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"ff31a6fa-b8e0-4ce8-96fa-3eeb248b1d72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.556714912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"ff31a6fa-b8e0-4ce8-96fa-3eeb248b1d72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.561001567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"5773e03d-13c9-4ba7-9b87-035bd139b1f4","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.561425778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"99b27fde-8046-4d48-992b-941d72d2e4a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.561877802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"ad61eba1-fa47-4fe4-95ca-1e0292c3ba88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.562399628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"366cd740-d0dd-4c00-a452-62143c3b6f6d","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.575122993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"5773e03d-13c9-4ba7-9b87-035bd139b1f4","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.575370207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"366cd740-d0dd-4c00-a452-62143c3b6f6d","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.577968198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"ad61eba1-fa47-4fe4-95ca-1e0292c3ba88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.578775273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"99b27fde-8046-4d48-992b-941d72d2e4a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.593636523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"d67b5f55-62d4-4ab1-804b-88c7abc0d3d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.604017376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"d67b5f55-62d4-4ab1-804b-88c7abc0d3d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:05:31.613884043Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"5d020d51-01b7-4378-8023-c0e80d0ac6eb","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53 is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:05:31.613949547Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"5d020d51-01b7-4378-8023-c0e80d0ac6eb","error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53 is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:05:31.786198819Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"650d097b-da05-438b-916f-4028b2d95482","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53 is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:05:31.786266254Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"650d097b-da05-438b-916f-4028b2d95482","error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53 is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.792149812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"81b3bfaa-bf1f-4959-8eb7-de6959551b1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.7976259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"074c688a-fa95-41f7-b27f-1bb2fa3631e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.797641518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"406fd0d7-0edf-4e8d-8d5f-a06d2b0f1be1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.798000206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"ea4963a4-a323-453f-88aa-cd5cf4b8ec38","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.798820632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"633896cd-98fe-4ca2-b076-6d11d398263e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.804294338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"81b3bfaa-bf1f-4959-8eb7-de6959551b1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.807778205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"406fd0d7-0edf-4e8d-8d5f-a06d2b0f1be1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.807913942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"ea4963a4-a323-453f-88aa-cd5cf4b8ec38","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.810166338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"074c688a-fa95-41f7-b27f-1bb2fa3631e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.810205362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"633896cd-98fe-4ca2-b076-6d11d398263e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.89614713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"b7cf4e41-7aea-41cf-89b3-6e0f0357a412","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2a2286","tenantID":"e2e-extmod-b-2a2286","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.897428971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"6267b76e-0bb2-440a-9fd6-4302ef43bc35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.898549575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3e9310f-7463-4a52-b721-778f5be9dc23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.899795134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"ff5af6dd-538f-4aec-a3c1-7ffec79f1d84","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.909364554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"b7cf4e41-7aea-41cf-89b3-6e0f0357a412","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"name":"e2e-extmod-b-2a2286-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.911323955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"a31cd66a-fcbb-4403-a2e8-1e7a9cd3519f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.970095449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"6267b76e-0bb2-440a-9fd6-4302ef43bc35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.973915725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"ff5af6dd-538f-4aec-a3c1-7ffec79f1d84","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.977510609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3e9310f-7463-4a52-b721-778f5be9dc23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:31.978431977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"a31cd66a-fcbb-4403-a2e8-1e7a9cd3519f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:32.117462164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"742a64f5-f31c-47d6-a7e2-1261bd7ae795","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:05:32.119251771Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"6017b848-ab52-46b6-abbe-b8b32b0c13b7","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53 is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:05:32.119340305Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"6017b848-ab52-46b6-abbe-b8b32b0c13b7","error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53 is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:32.130456191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"742a64f5-f31c-47d6-a7e2-1261bd7ae795","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:32.203990402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"c8c2b0af-bc44-44e6-8c22-50a18d2eeb78","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:32.203998556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"34e053fc-f0ea-4e55-b27b-f9e237b4060d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:32.214219577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"34e053fc-f0ea-4e55-b27b-f9e237b4060d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:32.214247406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"c8c2b0af-bc44-44e6-8c22-50a18d2eeb78","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:05:32.764893317Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"04246e18-6545-420a-be3c-f0563afc7eff","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53 is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:05:32.764963308Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"04246e18-6545-420a-be3c-f0563afc7eff","error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53 is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:33.787120373Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-969878 priority=0:[ai-tenant-e2e-extmod-b-969878/e2e-att-serve-694483-sub ai-tenant-e2e-extmod-b-969878/e2e-rot-8b2fe9-sub]","namespace=ai-tenant-e2e-extmod-b-d97cc8 priority=0:[ai-tenant-e2e-extmod-b-d97cc8/e2e-att-serve-470904-sub ai-tenant-e2e-extmod-b-d97cc8/e2e-rec-ctrl-c4a830-sub ai-tenant-e2e-extmod-b-d97cc8/e2e-rec-recover-a372a1-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:33.792420579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"fa0694ff-b744-4dd9-b36f-f4134c4f3912","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:33.792441143Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"fa0694ff-b744-4dd9-b36f-f4134c4f3912","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"routeName":"external-model-e2e-rec-recover-a372a1-d8946738357f","namespace":"e2e-extmod-rec-noaccess-73fec8","model":"e2e-rec-recover-a372a1","externalModel":"e2e-rec-recover-a372a1","provider":"e2e-rec-recover-a372a1-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:05:33.804642313Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-d97cc8/e2e-rec-recover-a372a1-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-recover-a372a1-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:33.810015877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"70699a5d-9de0-4576-8210-6e2afab94b22","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:33.810663606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"32848927-7b35-4f56-8655-7f44b7bc47ee","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:33.815232778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"bdd65ef4-79a0-4e96-be44-385271cc5482","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:33.816140631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"09e8965a-0900-418c-970d-dc53c875ebf4","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"tenant":"e2e-extmod-b-969878","gateway":"openshift-ingress/e2e-extmod-b-969878","model":"e2e-extmod-rot-user-1bbde6/e2e-rot-8b2fe9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:33.816156777Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"09e8965a-0900-418c-970d-dc53c875ebf4","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"routeName":"external-model-e2e-rot-8b2fe9-9fbd33701cf8","namespace":"e2e-extmod-rot-user-1bbde6","model":"e2e-rot-8b2fe9","externalModel":"e2e-rot-8b2fe9","provider":"e2e-rot-8b2fe9-provider","gateway":"openshift-ingress/e2e-extmod-b-969878","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:33.820084234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"70699a5d-9de0-4576-8210-6e2afab94b22","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:33.820804932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"32848927-7b35-4f56-8655-7f44b7bc47ee","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:33.825388793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"bdd65ef4-79a0-4e96-be44-385271cc5482","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:33.828548954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"4b071964-408f-491e-95e0-8c7813fe5e8c","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:33.828567348Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"4b071964-408f-491e-95e0-8c7813fe5e8c","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"routeName":"external-model-e2e-rec-recover-a372a1-d8946738357f","namespace":"e2e-extmod-rec-noaccess-73fec8","model":"e2e-rec-recover-a372a1","externalModel":"e2e-rec-recover-a372a1","provider":"e2e-rec-recover-a372a1-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:33.844276132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"99b58f9d-9042-4b91-a413-3fa737df3f33","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-att-user-fda815/e2e-att-serve-470904","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:33.844299596Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"99b58f9d-9042-4b91-a413-3fa737df3f33","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"routeName":"external-model-e2e-att-serve-470904-8b879afc3b7d","namespace":"e2e-extmod-att-user-fda815","model":"e2e-att-serve-470904","externalModel":"e2e-att-serve-470904","provider":"e2e-att-serve-470904-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:33.848721546Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-a372a1-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-sub","reconcileID":"a624b943-e75c-4a66-a568-b8352828266e","MaaSSubscription":{"name":"e2e-rec-recover-a372a1-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"maas-trlp-e2e-rec-recover-a372a1","model":"e2e-rec-recover-a372a1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-d97cc8/e2e-rec-recover-a372a1-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:33.866555704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"fcc7b182-9966-4698-938b-2b120b3adaa4","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:33.866575946Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"fcc7b182-9966-4698-938b-2b120b3adaa4","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"routeName":"external-model-e2e-rec-ctrl-c4a830-66b24343cddd","namespace":"e2e-extmod-rec-user-7b266b","model":"e2e-rec-ctrl-c4a830","externalModel":"e2e-rec-ctrl-c4a830","provider":"e2e-rec-ctrl-c4a830-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:33.891436564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"c9faaa82-9129-462b-aa70-f12264f935b0","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:33.891456479Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"c9faaa82-9129-462b-aa70-f12264f935b0","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"routeName":"external-model-e2e-rec-recover-a372a1-d8946738357f","namespace":"e2e-extmod-rec-noaccess-73fec8","model":"e2e-rec-recover-a372a1","externalModel":"e2e-rec-recover-a372a1","provider":"e2e-rec-recover-a372a1-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:33.937276366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-a372a1-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-sub","reconcileID":"1ffebc6b-09b3-40f4-b6f8-676f68368b06","MaaSSubscription":{"name":"e2e-rec-recover-a372a1-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"maas-trlp-e2e-rec-recover-a372a1","model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:05:34.0766447Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"26d2b8dc-e3a4-475c-a4e7-a3ba2bd220ec","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53 is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:05:34.076730154Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"26d2b8dc-e3a4-475c-a4e7-a3ba2bd220ec","error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53 is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:34.085191346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"e2798a07-bd70-4ae8-b1ce-867bd9a199fe","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:34.087020511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"8037cf37-33fe-4461-8059-7e53400d96fe","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:34.095959897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"e2798a07-bd70-4ae8-b1ce-867bd9a199fe","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:34.096927451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"8037cf37-33fe-4461-8059-7e53400d96fe","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:34.111157144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"85ccda21-0f5d-4c33-8689-8077e47447d1","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:34.121441966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"85ccda21-0f5d-4c33-8689-8077e47447d1","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:34.821498227Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-969878 priority=0:[ai-tenant-e2e-extmod-b-969878/e2e-att-serve-694483-sub ai-tenant-e2e-extmod-b-969878/e2e-rot-8b2fe9-sub]","namespace=ai-tenant-e2e-extmod-b-d97cc8 priority=0:[ai-tenant-e2e-extmod-b-d97cc8/e2e-att-serve-470904-sub ai-tenant-e2e-extmod-b-d97cc8/e2e-rec-ctrl-c4a830-sub ai-tenant-e2e-extmod-b-d97cc8/e2e-rec-recover-a372a1-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:34.826573263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"56d3dcdb-542b-473e-8bdf-23ca40066a43","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"tenant":"e2e-extmod-b-2a2286","gateway":"openshift-ingress/e2e-extmod-b-2a2286","model":"e2e-extmod-att-user-3ff8b8/e2e-att-serve-315853","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:34.826592846Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"56d3dcdb-542b-473e-8bdf-23ca40066a43","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"routeName":"external-model-e2e-att-serve-315853-97c23e0db94d","namespace":"e2e-extmod-att-user-3ff8b8","model":"e2e-att-serve-315853","externalModel":"e2e-att-serve-315853","provider":"e2e-att-serve-315853-provider","gateway":"openshift-ingress/e2e-extmod-b-2a2286","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:05:34.833789701Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-315853-sub","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-sub","reconcileID":"5c123fec-98e2-4e9f-adf2-c30beb881817","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-315853-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:34.850912491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"98516c3a-714d-47bd-bd6c-20e3a4ae7931","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"tenant":"e2e-extmod-b-2a2286","gateway":"openshift-ingress/e2e-extmod-b-2a2286","model":"e2e-extmod-att-user-3ff8b8/e2e-att-serve-315853","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:34.850931611Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"98516c3a-714d-47bd-bd6c-20e3a4ae7931","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"routeName":"external-model-e2e-att-serve-315853-97c23e0db94d","namespace":"e2e-extmod-att-user-3ff8b8","model":"e2e-att-serve-315853","externalModel":"e2e-att-serve-315853","provider":"e2e-att-serve-315853-provider","gateway":"openshift-ingress/e2e-extmod-b-2a2286","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:05:34.864215969Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"98516c3a-714d-47bd-bd6c-20e3a4ae7931","name":"e2e-att-serve-315853","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-315853\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:05:34.864265233Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"98516c3a-714d-47bd-bd6c-20e3a4ae7931","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-315853\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:34.869574002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"ce2731f1-fd93-412d-8ec2-613c3794c723","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:34.86959284Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"ce2731f1-fd93-412d-8ec2-613c3794c723","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"routeName":"external-model-e2e-rec-recover-a372a1-d8946738357f","namespace":"e2e-extmod-rec-noaccess-73fec8","model":"e2e-rec-recover-a372a1","externalModel":"e2e-rec-recover-a372a1","provider":"e2e-rec-recover-a372a1-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:34.888701721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"99d5fabb-6aaa-408f-870b-9fd052a44a90","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"tenant":"e2e-extmod-b-2a2286","gateway":"openshift-ingress/e2e-extmod-b-2a2286","model":"e2e-extmod-att-user-3ff8b8/e2e-att-serve-315853","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:34.888724051Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"99d5fabb-6aaa-408f-870b-9fd052a44a90","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"routeName":"external-model-e2e-att-serve-315853-97c23e0db94d","namespace":"e2e-extmod-att-user-3ff8b8","model":"e2e-att-serve-315853","externalModel":"e2e-att-serve-315853","provider":"e2e-att-serve-315853-provider","gateway":"openshift-ingress/e2e-extmod-b-2a2286","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:34.907367031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"612a7fc1-90d4-42a8-aaaf-0a982095ec3a","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2a2286","tenantID":"e2e-extmod-b-2a2286","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:34.930879648Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-315853-sub","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-sub","reconcileID":"22671ca6-9cd7-4f9a-a234-1e642af2162e","MaaSSubscription":{"name":"e2e-att-serve-315853-sub","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"name":"maas-trlp-e2e-att-serve-315853","model":"e2e-att-serve-315853","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-2a2286/e2e-att-serve-315853-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:34.935531892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"612a7fc1-90d4-42a8-aaaf-0a982095ec3a","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"name":"e2e-extmod-b-2a2286-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:34.988635578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"213f4df1-a073-4aab-932d-1426273f34b8","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"tenant":"e2e-extmod-b-2a2286","gateway":"openshift-ingress/e2e-extmod-b-2a2286","model":"e2e-extmod-att-user-3ff8b8/e2e-att-serve-315853","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:34.988656234Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"213f4df1-a073-4aab-932d-1426273f34b8","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"routeName":"external-model-e2e-att-serve-315853-97c23e0db94d","namespace":"e2e-extmod-att-user-3ff8b8","model":"e2e-att-serve-315853","externalModel":"e2e-att-serve-315853","provider":"e2e-att-serve-315853-provider","gateway":"openshift-ingress/e2e-extmod-b-2a2286","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:35.02996127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-315853-sub","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-sub","reconcileID":"32d8c2ec-16ef-4a02-9c89-d992a1388713","MaaSSubscription":{"name":"e2e-att-serve-315853-sub","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"name":"maas-trlp-e2e-att-serve-315853","model":"e2e-extmod-att-user-3ff8b8/e2e-att-serve-315853","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:35.073416756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"67a06f49-7fa9-45a4-9068-6c5fa7d1f5e5","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2a2286","tenantID":"e2e-extmod-b-2a2286","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:35.083428966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"67a06f49-7fa9-45a4-9068-6c5fa7d1f5e5","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"name":"e2e-extmod-b-2a2286-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:36.374402169Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:05:36.642768907Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"1714701c-8c68-44a5-81fb-2e7e5222cc72","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53 is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:05:36.64284917Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"1714701c-8c68-44a5-81fb-2e7e5222cc72","error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53 is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:38.396967143Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"bff5dc56-67e5-4b1c-9ee4-cea30e2c511c","namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:05:38.403073105Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"709e6b23-e7f1-43cb-b8d4-7ee0bd3d212a","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53 is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:05:38.403144164Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"709e6b23-e7f1-43cb-b8d4-7ee0bd3d212a","error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53 is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:38.41012418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"f8bec4f0-4ed4-4b4e-9952-2bf84c77c03e","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2a2286","tenantID":"e2e-extmod-b-2a2286","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:38.413867462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"522994ba-5f37-4c96-9179-07ca194093d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:38.415883689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"70ee0c56-4eae-4102-a3f7-0d6125a3e689","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:38.415985483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"56d32b50-5430-4177-b89d-f2f505774f33","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:38.418028864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39eadc06-c50a-4029-a7f6-ad82eeb03f0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:38.420295524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"f8bec4f0-4ed4-4b4e-9952-2bf84c77c03e","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"name":"e2e-extmod-b-2a2286-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:38.423654724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"522994ba-5f37-4c96-9179-07ca194093d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:38.425394926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"70ee0c56-4eae-4102-a3f7-0d6125a3e689","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:38.426116071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"56d32b50-5430-4177-b89d-f2f505774f33","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:38.428149368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39eadc06-c50a-4029-a7f6-ad82eeb03f0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:38.563078867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"74e059de-50a8-4216-89c6-9d078829cc7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:38.56828771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"e53bdc07-3072-4e75-8137-f24154fce529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:05:38.570758286Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"17d8bbd6-9f42-4a9b-b9ca-685202b463fd","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53 is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:05:38.570823107Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"17d8bbd6-9f42-4a9b-b9ca-685202b463fd","error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53 is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:38.574685661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"74e059de-50a8-4216-89c6-9d078829cc7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:38.575234756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"4a2c8402-ee8c-4b65-be42-3c54ba379087","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:38.575538881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"4ec4e859-f1a2-4de6-b89a-1300bb0edcfb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:38.576575471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"f115bfa5-77c2-407f-8c32-5dfcd70ee3de","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-unrel-c9b2e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:38.57659628Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"f115bfa5-77c2-407f-8c32-5dfcd70ee3de","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-unrel-c9b2e0-0b830d2d0abe","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-unrel-c9b2e0","externalModel":"e2e-att-unrel-c9b2e0","provider":"e2e-att-unrel-c9b2e0-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:38.580397811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"883c55af-77c6-4ca1-b2d0-42b09b5084e7","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:38.580863289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"e53bdc07-3072-4e75-8137-f24154fce529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:38.586355626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"4a2c8402-ee8c-4b65-be42-3c54ba379087","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:38.587863459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"4ec4e859-f1a2-4de6-b89a-1300bb0edcfb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:38.591737785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"883c55af-77c6-4ca1-b2d0-42b09b5084e7","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:38.592385513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-c9b2e0-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-sub","reconcileID":"62fdf0d5-0675-439b-be11-b44a912a3247","MaaSSubscription":{"name":"e2e-att-unrel-c9b2e0-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-att-unrel-c9b2e0","model":"e2e-extmod-att-user-99fd76/e2e-att-unrel-c9b2e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:38.603136391Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"841d9c78-d5a6-4690-bfbe-cb50dc4f294c","namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:38.608646405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"399f9c39-c5a4-465b-85c6-45d751954fcd","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:38.608674333Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"399f9c39-c5a4-465b-85c6-45d751954fcd","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-detach-01fa53-1689e4fc7e5b","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-detach-01fa53","externalModel":"e2e-att-detach-01fa53","provider":"e2e-att-detach-01fa53-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:38.902459521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"e564f57a-1158-451c-87a3-fa156f8e1244","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:38.91355409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"40e4b254-78ed-4b3e-b2f5-f2957bafa200","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:38.935717051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"d626439e-9c12-4f86-9c80-aab32dd4676a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:38.936323269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"de69075a-5db2-4d8b-bb72-7e8633862607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:38.945828558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"e564f57a-1158-451c-87a3-fa156f8e1244","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:38.950077531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"d626439e-9c12-4f86-9c80-aab32dd4676a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:38.953943953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"de69075a-5db2-4d8b-bb72-7e8633862607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:38.958897061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"5941658a-8b5c-4564-96db-2509ef421c48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:38.966911722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"40e4b254-78ed-4b3e-b2f5-f2957bafa200","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:38.985359705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"5941658a-8b5c-4564-96db-2509ef421c48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:39.084647771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"19ce58c2-e593-4f5f-9f82-bc3bfa556842","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:39.085541817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"c9bd1659-2e59-4492-b1e6-a1b7b1c15f8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:39.085780424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e94fb835-0066-4330-8157-7592c6e33d3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:39.090526397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"858e6a6d-c589-485a-8979-ee051f44ea94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:39.095735616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"19ce58c2-e593-4f5f-9f82-bc3bfa556842","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:39.096625083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"c9bd1659-2e59-4492-b1e6-a1b7b1c15f8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:39.098421927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e94fb835-0066-4330-8157-7592c6e33d3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:39.101496275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"858e6a6d-c589-485a-8979-ee051f44ea94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:39.187850425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"43a643f2-03ee-4afe-a873-0d352d86bfd5","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2a2286","tenantID":"e2e-extmod-b-2a2286","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:39.19085257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"8c28043d-a07d-4838-bb57-126885e03ee0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:39.191686445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"a9623b69-59a2-40af-80ef-062440d3afcf","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:39.195479766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"32c0fbfb-0fda-429b-ad4f-86a97dc03e1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:39.196804324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e256acb5-94e4-4e21-a149-ea7aa291a645","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:39.199853481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"43a643f2-03ee-4afe-a873-0d352d86bfd5","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"name":"e2e-extmod-b-2a2286-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:39.203012183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"8c28043d-a07d-4838-bb57-126885e03ee0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:39.203333687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"a9623b69-59a2-40af-80ef-062440d3afcf","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:39.206525338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"32c0fbfb-0fda-429b-ad4f-86a97dc03e1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:39.207008177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e256acb5-94e4-4e21-a149-ea7aa291a645","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:39.289075951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"221e4cb6-9c36-4dd0-827d-3b40fe1f42c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:39.290222515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"cac731c1-2448-4b8e-9bae-35b9253ea4bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:39.294103083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"3949f131-7df5-4746-a16b-2158c2cbbcf5","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:39.298238989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"01e22ed8-503d-4002-94a9-c5179f6f45c6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:39.300184394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"221e4cb6-9c36-4dd0-827d-3b40fe1f42c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:39.300712417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"cac731c1-2448-4b8e-9bae-35b9253ea4bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:39.304218542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"3949f131-7df5-4746-a16b-2158c2cbbcf5","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:39.307824833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"01e22ed8-503d-4002-94a9-c5179f6f45c6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:39.392901891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"40256b94-a3ac-415a-b021-470b7bf679e7","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:39.402748886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"40256b94-a3ac-415a-b021-470b7bf679e7","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:40.603690545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5f9b3c"},"namespace":"ai-tenant-e2e-extmod-b-5f9b3c","name":"default-tenant","reconcileID":"8fde1a51-14b7-405c-9d49-a46549fd0a97","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5f9b3c","tenantID":"e2e-extmod-b-5f9b3c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:40.628914204Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5f9b3c"},"namespace":"ai-tenant-e2e-extmod-b-5f9b3c","name":"default-tenant","reconcileID":"8fde1a51-14b7-405c-9d49-a46549fd0a97","name":"e2e-extmod-b-5f9b3c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:45.410259779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"5cfb92d4-e429-4300-941d-27427807b757","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:45.410284075Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"5cfb92d4-e429-4300-941d-27427807b757","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-detach-01fa53-1689e4fc7e5b","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-detach-01fa53","externalModel":"e2e-att-detach-01fa53","provider":"e2e-att-detach-01fa53-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:45.421204151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"19b5b080-4783-47be-a3af-938bfdd473ab","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:45.421222625Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"19b5b080-4783-47be-a3af-938bfdd473ab","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-detach-01fa53-1689e4fc7e5b","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-detach-01fa53","externalModel":"e2e-att-detach-01fa53","provider":"e2e-att-detach-01fa53-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:45.435639754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"3d4b29ed-3984-465d-ae72-dc650f9bc009","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:45.452604786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"3d4b29ed-3984-465d-ae72-dc650f9bc009","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:45.50238344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"412842f4-bf79-43cf-845f-431d1ee9c64b","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:45.502401778Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"412842f4-bf79-43cf-845f-431d1ee9c64b","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-detach-01fa53-1689e4fc7e5b","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-detach-01fa53","externalModel":"e2e-att-detach-01fa53","provider":"e2e-att-detach-01fa53-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:45.911455525Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-4d5758 priority=0:[ai-tenant-e2e-extmod-b-4d5758/e2e-att-detach-01fa53-sub ai-tenant-e2e-extmod-b-4d5758/e2e-att-unrel-c9b2e0-sub]","namespace=ai-tenant-e2e-extmod-b-969878 priority=0:[ai-tenant-e2e-extmod-b-969878/e2e-att-serve-694483-sub ai-tenant-e2e-extmod-b-969878/e2e-rot-8b2fe9-sub]","namespace=ai-tenant-e2e-extmod-b-d97cc8 priority=0:[ai-tenant-e2e-extmod-b-d97cc8/e2e-att-serve-470904-sub ai-tenant-e2e-extmod-b-d97cc8/e2e-rec-ctrl-c4a830-sub ai-tenant-e2e-extmod-b-d97cc8/e2e-rec-recover-a372a1-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:45.918219786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"1acd4a26-8d4d-440f-bdba-8587b1182f06","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:45.918247959Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"1acd4a26-8d4d-440f-bdba-8587b1182f06","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-detach-01fa53-1689e4fc7e5b","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-detach-01fa53","externalModel":"e2e-att-detach-01fa53","provider":"e2e-att-detach-01fa53-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:05:45.981162452Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-4d5758/e2e-att-detach-01fa53-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-detach-01fa53-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:45.987533042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"1863a1c0-fcb1-4df7-8709-fce1b52b5a6e","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-unrel-c9b2e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:45.987552689Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"1863a1c0-fcb1-4df7-8709-fce1b52b5a6e","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-unrel-c9b2e0-0b830d2d0abe","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-unrel-c9b2e0","externalModel":"e2e-att-unrel-c9b2e0","provider":"e2e-att-unrel-c9b2e0-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:45.994725603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"b9c60b9c-9aa7-45aa-bd87-06980482908b","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:45.995137992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"84379b62-af2b-4c46-8392-6bce1dfec34a","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:45.998391021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"a45da51b-44b5-46da-97eb-6de312f93517","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:45.998407134Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"a45da51b-44b5-46da-97eb-6de312f93517","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-detach-01fa53-1689e4fc7e5b","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-detach-01fa53","externalModel":"e2e-att-detach-01fa53","provider":"e2e-att-detach-01fa53-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:46.073126027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"b9c60b9c-9aa7-45aa-bd87-06980482908b","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:46.074963333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"84379b62-af2b-4c46-8392-6bce1dfec34a","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:46.080345513Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-01fa53-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-sub","reconcileID":"5c39849b-c333-4426-8f7e-91a1520287a1","MaaSSubscription":{"name":"e2e-att-detach-01fa53-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-att-detach-01fa53","model":"e2e-att-detach-01fa53","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-4d5758/e2e-att-detach-01fa53-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:46.116446166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"6c98dd6d-c6f6-44b6-beb8-107a004e7447","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:46.11646726Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"6c98dd6d-c6f6-44b6-beb8-107a004e7447","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-detach-01fa53-1689e4fc7e5b","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-detach-01fa53","externalModel":"e2e-att-detach-01fa53","provider":"e2e-att-detach-01fa53-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:46.137639681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-01fa53-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-sub","reconcileID":"d17b38e0-665b-4bba-9fb1-4b2f5d1da438","MaaSSubscription":{"name":"e2e-att-detach-01fa53-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-att-detach-01fa53","model":"e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:46.208150339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"e8d5471d-394b-4cdd-ad7d-cb0a2f902b76","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:46.208418743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"7fa55816-452a-40a3-826b-585106e50a9c","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:46.219542176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"e8d5471d-394b-4cdd-ad7d-cb0a2f902b76","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:05:46.22060439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"7fa55816-452a-40a3-826b-585106e50a9c","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:01.785717292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-01fa53-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-sub","reconcileID":"380672d9-f5bf-4496-8308-5b25bf0f6f97","MaaSSubscription":{"name":"e2e-att-detach-01fa53-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-att-detach-01fa53","model":"e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:01.87218667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"f4a69260-7962-4dff-8dd2-f01a1b819d0f","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:01.872320354Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"f4a69260-7962-4dff-8dd2-f01a1b819d0f","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-detach-01fa53-1689e4fc7e5b","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-detach-01fa53","externalModel":"e2e-att-detach-01fa53","provider":"e2e-att-detach-01fa53-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:02.193951854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-315853-sub","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-sub","reconcileID":"d1e4ee29-2da8-4895-be92-b055b7c5c760","MaaSSubscription":{"name":"e2e-att-serve-315853-sub","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"name":"maas-trlp-e2e-att-serve-315853","model":"e2e-extmod-att-user-3ff8b8/e2e-att-serve-315853","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:02.233642945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"1f449639-9fc5-4a6c-94fc-979ea82064ce","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"tenant":"e2e-extmod-b-2a2286","gateway":"openshift-ingress/e2e-extmod-b-2a2286","model":"e2e-extmod-att-user-3ff8b8/e2e-att-serve-315853","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:02.233667715Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"1f449639-9fc5-4a6c-94fc-979ea82064ce","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"routeName":"external-model-e2e-att-serve-315853-97c23e0db94d","namespace":"e2e-extmod-att-user-3ff8b8","model":"e2e-att-serve-315853","externalModel":"e2e-att-serve-315853","provider":"e2e-att-serve-315853-provider","gateway":"openshift-ingress/e2e-extmod-b-2a2286","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:02.739898414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-a372a1-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-sub","reconcileID":"2f681689-6a10-44dc-943b-8998e944db74","MaaSSubscription":{"name":"e2e-rec-recover-a372a1-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"maas-trlp-e2e-rec-recover-a372a1","model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:02.79965676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"e1291c8f-974a-40ed-9802-f74813db6085","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:02.799777124Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"e1291c8f-974a-40ed-9802-f74813db6085","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"routeName":"external-model-e2e-rec-recover-a372a1-d8946738357f","namespace":"e2e-extmod-rec-noaccess-73fec8","model":"e2e-rec-recover-a372a1","externalModel":"e2e-rec-recover-a372a1","provider":"e2e-rec-recover-a372a1-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:03.426794766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"0ea10598-3799-4f1b-9031-a3b7e815a83b","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2a2286","tenantID":"e2e-extmod-b-2a2286","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:03.437886816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"0ea10598-3799-4f1b-9031-a3b7e815a83b","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"name":"e2e-extmod-b-2a2286-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:03.481474667Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-delete-ee474f","reconcileID":"03ceb335-9b04-40e7-a4a3-4b9c8383c66f","namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-delete-ee474f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:03.507534773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"e924b285-f75a-4ba8-b877-4323cc3eb0fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:03.508453845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"0ce490af-ef7d-4422-8730-70d316df0860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:03.509533346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"35e8b770-fb30-4138-85e2-ffded7dddb6e","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:03.58020734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"8d2ab313-04b8-4d94-922b-6999cae50929","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:03.58248737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"e924b285-f75a-4ba8-b877-4323cc3eb0fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:03.5849102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"0ce490af-ef7d-4422-8730-70d316df0860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:03.585577823Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-delete-ee474f","reconcileID":"cd14a499-2583-4d2b-9596-a659b82febfb","namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-delete-ee474f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:03.588450603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"23012154-3584-402e-911a-45151c9b7834","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-unrel-c9b2e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:03.588470604Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"23012154-3584-402e-911a-45151c9b7834","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-unrel-c9b2e0-0b830d2d0abe","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-unrel-c9b2e0","externalModel":"e2e-att-unrel-c9b2e0","provider":"e2e-att-unrel-c9b2e0-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:03.588739141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"119ff4eb-36d6-4dd5-af2d-1fa164c2f6d3","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:03.5889534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"35e8b770-fb30-4138-85e2-ffded7dddb6e","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:03.593016674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"8d2ab313-04b8-4d94-922b-6999cae50929","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:03.598777199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"119ff4eb-36d6-4dd5-af2d-1fa164c2f6d3","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:03.603561161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"8f3260dc-600d-4766-9bae-8fac1bafcda0","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:03.603578978Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"8f3260dc-600d-4766-9bae-8fac1bafcda0","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-detach-01fa53-1689e4fc7e5b","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-detach-01fa53","externalModel":"e2e-att-detach-01fa53","provider":"e2e-att-detach-01fa53-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:03.675399022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"104ce176-0d18-48d2-b708-8dd92bfab660","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-unrel-c9b2e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:03.675423398Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"104ce176-0d18-48d2-b708-8dd92bfab660","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-unrel-c9b2e0-0b830d2d0abe","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-unrel-c9b2e0","externalModel":"e2e-att-unrel-c9b2e0","provider":"e2e-att-unrel-c9b2e0-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:03.681410182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-c9b2e0-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-sub","reconcileID":"c81546be-8473-4c71-aebd-eeef9dcc4d09","MaaSSubscription":{"name":"e2e-att-unrel-c9b2e0-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-att-unrel-c9b2e0","model":"e2e-extmod-att-user-99fd76/e2e-att-unrel-c9b2e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:03.682032935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-01fa53-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-sub","reconcileID":"1df200b1-847a-4cba-9ee6-dfdd46abd7ad","MaaSSubscription":{"name":"e2e-att-detach-01fa53-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-att-detach-01fa53","model":"e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:03.778599771Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-delete-ee474f","reconcileID":"8d4f2f56-4eb4-4bd9-bdc5-148acc21dd8a","MaaSModelRef":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:03.787517308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"2cf2bd8d-6d1c-4da3-a893-d39461f48322","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:03.789332341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"5aaa2b54-2468-4833-ab62-56209ccd619f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:03.797472352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"2cf2bd8d-6d1c-4da3-a893-d39461f48322","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:03.807002062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"3c1150bf-c7b4-4c26-bb16-119bcd250e49","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-unrel-c9b2e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:03.807028507Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"3c1150bf-c7b4-4c26-bb16-119bcd250e49","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-unrel-c9b2e0-0b830d2d0abe","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-unrel-c9b2e0","externalModel":"e2e-att-unrel-c9b2e0","provider":"e2e-att-unrel-c9b2e0-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:03.869805183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"5aaa2b54-2468-4833-ab62-56209ccd619f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:03.890314139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"17458196-7e0e-4829-8a15-7ab29c8dc31c","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:03.890345537Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"17458196-7e0e-4829-8a15-7ab29c8dc31c","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-detach-01fa53-1689e4fc7e5b","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-detach-01fa53","externalModel":"e2e-att-detach-01fa53","provider":"e2e-att-detach-01fa53-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:03.890861995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-c9b2e0-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-sub","reconcileID":"413926eb-f38b-4430-b0ee-b0073796cad4","MaaSSubscription":{"name":"e2e-att-unrel-c9b2e0-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-att-unrel-c9b2e0","model":"e2e-extmod-att-user-99fd76/e2e-att-unrel-c9b2e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:03.89137963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-01fa53-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-sub","reconcileID":"99aca655-efef-4902-a654-711f00e98911","MaaSSubscription":{"name":"e2e-att-detach-01fa53-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-att-detach-01fa53","model":"e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:03.895935952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f87e5a22-9e3f-4465-a0c7-0192a29eaf33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:03.899427253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"7c964197-cdae-4965-b348-82be3ed1d91e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:03.899502822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"7718e7ec-12a5-40b9-80f3-705a5720d683","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:03.906209733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f87e5a22-9e3f-4465-a0c7-0192a29eaf33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:03.909442708Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-delete-ee474f","reconcileID":"ad655157-ac2f-4181-80f6-44b84fcf5601","MaaSModelRef":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:03.986307227Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-delete-ee474f","reconcileID":"5d781951-edf7-4f25-8ac7-d640106fd900","namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-delete-ee474f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:03.988127707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"563bb252-d221-4f93-b7b4-16c856c2dce8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:03.992882075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"7718e7ec-12a5-40b9-80f3-705a5720d683","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:04.010752167Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-delete-ee474f","reconcileID":"dc818b23-32b8-4bfe-a456-3a083024fb0f","MaaSModelRef":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-delete-ee474f is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.07367933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"563bb252-d221-4f93-b7b4-16c856c2dce8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.074755816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"38541bd2-d3b4-492d-b79f-072f863f45dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:04.075998731Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-delete-ee474f","reconcileID":"dc818b23-32b8-4bfe-a456-3a083024fb0f","error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-delete-ee474f is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.076955688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"7c964197-cdae-4965-b348-82be3ed1d91e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.096220369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"38541bd2-d3b4-492d-b79f-072f863f45dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:04.096998283Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-delete-ee474f","reconcileID":"ea3d49fa-4183-4445-9cea-c5b971b7f72d","MaaSModelRef":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-delete-ee474f is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:04.097105021Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-delete-ee474f","reconcileID":"ea3d49fa-4183-4445-9cea-c5b971b7f72d","error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-delete-ee474f is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:04.125391218Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-delete-ee474f","reconcileID":"9252f33f-7b84-47a7-af04-fe776ef3f510","MaaSModelRef":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-delete-ee474f is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:04.12546868Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-delete-ee474f","reconcileID":"9252f33f-7b84-47a7-af04-fe776ef3f510","error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-delete-ee474f is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:04.20495904Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-delete-ee474f","reconcileID":"840a764a-85a9-42a0-bc2d-b0f399c0eaac","MaaSModelRef":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-delete-ee474f is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:04.230135274Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-delete-ee474f","reconcileID":"840a764a-85a9-42a0-bc2d-b0f399c0eaac","error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-delete-ee474f is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.271179555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"b8904ac9-7b80-4c12-907f-203790eacee9","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2a2286","tenantID":"e2e-extmod-b-2a2286","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.294882503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"5ef1e33b-5b73-4383-830c-4bf1c6ecd2ad","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:04.295554422Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-delete-ee474f","reconcileID":"68928d40-ca8f-44a3-80f7-c6ae88446aca","MaaSModelRef":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-delete-ee474f is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:04.2956238Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-delete-ee474f","reconcileID":"68928d40-ca8f-44a3-80f7-c6ae88446aca","error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-delete-ee474f is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.298829764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"b8904ac9-7b80-4c12-907f-203790eacee9","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"name":"e2e-extmod-b-2a2286-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.313416917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"5ef1e33b-5b73-4383-830c-4bf1c6ecd2ad","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.318631882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44daf068-7dd4-4567-b02c-aa344f228177","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.319142761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"d311dc8c-9ea9-45de-94b9-af31bd204ea9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.320006039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"87f2ffc3-e0d2-47a3-b886-6dc63f85522e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.330353787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44daf068-7dd4-4567-b02c-aa344f228177","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.334395639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"d311dc8c-9ea9-45de-94b9-af31bd204ea9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.334706056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"87f2ffc3-e0d2-47a3-b886-6dc63f85522e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:04.381089891Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-delete-ee474f","reconcileID":"4eb45091-c4d6-4877-a7e6-ed3f4c1257d5","MaaSModelRef":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-delete-ee474f is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:04.381158165Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-delete-ee474f","reconcileID":"4eb45091-c4d6-4877-a7e6-ed3f4c1257d5","error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-delete-ee474f is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.417806335Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-delete-ee474f","reconcileID":"12218e00-7c89-473b-96cd-b3f7ee4df9b0","namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-delete-ee474f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.451402351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"82145ede-bc44-4e8a-af42-7401b835991b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.46237752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"82145ede-bc44-4e8a-af42-7401b835991b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.54833314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"5d26fb70-6669-4125-9341-cc6ab4a80562","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:04.548506084Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-delete-ee474f","reconcileID":"5b7d22db-96e1-4941-b084-85c4b1e184e3","MaaSModelRef":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-delete-ee474f is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:04.548570517Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-delete-ee474f","reconcileID":"5b7d22db-96e1-4941-b084-85c4b1e184e3","error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-delete-ee474f is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.551245184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"628785fe-1483-459a-a533-1ab3d99dda60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.552554412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"af1d4038-885b-4a68-a7fd-d09f113801ff","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.553889489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"c923fd51-dfc0-4b6f-b75b-29577cca3b14","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.557729109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"ecebd906-8c2d-4822-9d62-bd8cc097c38a","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.560544232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"5d26fb70-6669-4125-9341-cc6ab4a80562","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.562077908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"628785fe-1483-459a-a533-1ab3d99dda60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.562915238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"af1d4038-885b-4a68-a7fd-d09f113801ff","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.566086723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"c923fd51-dfc0-4b6f-b75b-29577cca3b14","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.567394793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"ecebd906-8c2d-4822-9d62-bd8cc097c38a","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.757526214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"658e9386-c560-417c-bb2c-ca7407cde8ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.757548519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"62485240-5ccb-4bb9-bbc3-5d55cf84d3d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.758139252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"fe6a09d7-c4cd-4f07-9339-31da7165b56d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.758230534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"fe0ad932-db1f-4fea-858a-4682b08df30b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.758948575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20032d40-310e-4054-9148-0de969519767","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.774818823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20032d40-310e-4054-9148-0de969519767","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.776236065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"fe0ad932-db1f-4fea-858a-4682b08df30b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.780333226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"62485240-5ccb-4bb9-bbc3-5d55cf84d3d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.782564946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"fe6a09d7-c4cd-4f07-9339-31da7165b56d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.783946366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"658e9386-c560-417c-bb2c-ca7407cde8ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:04.87460588Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-delete-ee474f","reconcileID":"1dd49d23-0411-462d-809d-056d220c909d","MaaSModelRef":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-delete-ee474f is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:04.87468481Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-delete-ee474f","reconcileID":"1dd49d23-0411-462d-809d-056d220c909d","error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-delete-ee474f is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.949642072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"d98f9051-4126-4007-a6ea-204bdf3b3f00","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.949932943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"7414b781-e1c0-4bd9-a823-578d17512f16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.959704192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"6d490966-74bf-4513-b959-ba17e4eedfc8","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.96021656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"7c8ce2d3-0546-462b-a770-3ba3e800f947","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.964286805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"eff0efb5-2491-4704-9e22-2546ceebf04f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.967202183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"7414b781-e1c0-4bd9-a823-578d17512f16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.972977472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"d98f9051-4126-4007-a6ea-204bdf3b3f00","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.973005024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"7c8ce2d3-0546-462b-a770-3ba3e800f947","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.976993128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"6d490966-74bf-4513-b959-ba17e4eedfc8","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:04.982729676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"eff0efb5-2491-4704-9e22-2546ceebf04f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.19762528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"d92525c0-16f7-4934-9958-d4ea60ec421f","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2a2286","tenantID":"e2e-extmod-b-2a2286","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.200344478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"e95af73d-116f-4422-82f7-b7bcca7b613d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.201015488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"c8c195b0-dbe5-4c61-9ee7-078b4b37a8a5","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.202589864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1df4e86e-44ec-4742-90fa-9d208421c5d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.210409743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"d92525c0-16f7-4934-9958-d4ea60ec421f","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"name":"e2e-extmod-b-2a2286-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.219505639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"c8c195b0-dbe5-4c61-9ee7-078b4b37a8a5","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.226603096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"e95af73d-116f-4422-82f7-b7bcca7b613d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.227163143Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-192648","namespace":"e2e-extmod-att-noaccess-39b1a0"},"namespace":"e2e-extmod-att-noaccess-39b1a0","name":"e2e-att-noaccess-192648","reconcileID":"495fdaee-a55c-40fe-947e-055704870159","namespace":"e2e-extmod-att-noaccess-39b1a0","name":"e2e-att-noaccess-192648","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.240239707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1df4e86e-44ec-4742-90fa-9d208421c5d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.30395569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"c00860bb-0b45-462a-873e-1935a82a3b33","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.31117171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"779b2a0c-cf9e-4209-a223-35c57e32a83c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.370378209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"c00860bb-0b45-462a-873e-1935a82a3b33","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.371254667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"5a597b2a-f74d-45fd-97e5-75b84167bf98","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.373419577Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-192648","namespace":"e2e-extmod-att-noaccess-39b1a0"},"namespace":"e2e-extmod-att-noaccess-39b1a0","name":"e2e-att-noaccess-192648","reconcileID":"d4e3fbd1-4f75-4921-b3b8-0794e47c0608","namespace":"e2e-extmod-att-noaccess-39b1a0","name":"e2e-att-noaccess-192648","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.374911588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"779b2a0c-cf9e-4209-a223-35c57e32a83c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.375884555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4855233e-6bc7-4fa1-9d71-5dae9bc5eb2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.383100384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"5a597b2a-f74d-45fd-97e5-75b84167bf98","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.386895547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"42011c35-af0d-4478-9b7c-88b5c0bd452c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.390492668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4855233e-6bc7-4fa1-9d71-5dae9bc5eb2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.39897167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"42011c35-af0d-4478-9b7c-88b5c0bd452c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.428409333Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-192648","namespace":"e2e-extmod-att-noaccess-39b1a0"},"namespace":"e2e-extmod-att-noaccess-39b1a0","name":"e2e-att-noaccess-192648","reconcileID":"46c3acc6-0f6e-4a30-81ff-7a995fde0697","MaaSModelRef":{"name":"e2e-att-noaccess-192648","namespace":"e2e-extmod-att-noaccess-39b1a0"},"name":"e2e-att-noaccess-192648","namespace":"e2e-extmod-att-noaccess-39b1a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.476582085Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-192648","namespace":"e2e-extmod-att-noaccess-39b1a0"},"namespace":"e2e-extmod-att-noaccess-39b1a0","name":"e2e-att-noaccess-192648","reconcileID":"5807d676-fbdf-4b0c-904a-31f35c31fa15","MaaSModelRef":{"name":"e2e-att-noaccess-192648","namespace":"e2e-extmod-att-noaccess-39b1a0"},"name":"e2e-att-noaccess-192648","namespace":"e2e-extmod-att-noaccess-39b1a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.520032051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"2fdd658d-d405-4a96-83b4-9547b538f2dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.520925117Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-192648","namespace":"e2e-extmod-att-noaccess-39b1a0"},"namespace":"e2e-extmod-att-noaccess-39b1a0","name":"e2e-att-noaccess-192648","reconcileID":"c29e44da-a0dc-4837-b406-cc86bea60d73","namespace":"e2e-extmod-att-noaccess-39b1a0","name":"e2e-att-noaccess-192648","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.634022874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"f03e6d34-a57f-4b82-a390-14e669f9f8b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:05.634899861Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-delete-ee474f","reconcileID":"281a82e6-c53c-49b1-9430-e6812169c940","MaaSModelRef":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-delete-ee474f is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:05.634981401Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-delete-ee474f","reconcileID":"281a82e6-c53c-49b1-9430-e6812169c940","error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-delete-ee474f is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.638458661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"2fdd658d-d405-4a96-83b4-9547b538f2dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.642431374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"fd6dd712-6be3-4de4-81ec-3058df744b8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.644395581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"9e9c1a60-98c2-4913-af9f-61bf164b5d28","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2a2286","tenantID":"e2e-extmod-b-2a2286","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.645214635Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-192648","namespace":"e2e-extmod-att-noaccess-39b1a0"},"namespace":"e2e-extmod-att-noaccess-39b1a0","name":"e2e-att-noaccess-192648","reconcileID":"c862bcce-b8a9-4c41-927f-2c83ea9712f7","MaaSModelRef":{"name":"e2e-att-noaccess-192648","namespace":"e2e-extmod-att-noaccess-39b1a0"},"name":"e2e-att-noaccess-192648","namespace":"e2e-extmod-att-noaccess-39b1a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.659967186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"f03e6d34-a57f-4b82-a390-14e669f9f8b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.663593641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"9e9c1a60-98c2-4913-af9f-61bf164b5d28","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"name":"e2e-extmod-b-2a2286-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.670934599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"b5528d7a-7d77-4a11-9159-87a37c2c3b44","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.672819561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"fd6dd712-6be3-4de4-81ec-3058df744b8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.683272258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"b5528d7a-7d77-4a11-9159-87a37c2c3b44","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.691329532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96372924-daba-448a-b8ca-4d3c4938209e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.771625394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96372924-daba-448a-b8ca-4d3c4938209e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.874871942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"7819b568-e0cc-4886-98a7-be7473fca63b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.87515484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"fedc0cd1-3d71-4115-a94d-b43b6ea3b9b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.884192222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"4dc696b9-2964-409f-b539-d08deafd9e13","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.884773518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"8a109587-356a-4ca8-a0b5-fd15a6cdbe53","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.88573955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"7819b568-e0cc-4886-98a7-be7473fca63b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.888669649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"aa8c947e-bef9-4bc3-8c61-017c3e15b6b8","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.890644832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"fedc0cd1-3d71-4115-a94d-b43b6ea3b9b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.89666396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"4dc696b9-2964-409f-b539-d08deafd9e13","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.89667068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"8a109587-356a-4ca8-a0b5-fd15a6cdbe53","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.899576759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"aa8c947e-bef9-4bc3-8c61-017c3e15b6b8","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.984086036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"b2fb08aa-e5d8-415f-81ae-d1b8bdddb091","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.984098451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"3ad1b280-8359-4ad2-bdd6-b04c417b4b01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.99473593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"b2fb08aa-e5d8-415f-81ae-d1b8bdddb091","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:05.994851658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"3ad1b280-8359-4ad2-bdd6-b04c417b4b01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:06.083956272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"ee77042c-7b54-419b-8b3d-b65306650cd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:06.084297169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"bbc3cb2f-a608-4ca8-836b-a6f08b6b7297","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:06.08597456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"02a8dfd1-6ec3-4ba5-90e2-e51f2c9a8c72","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:06.088625726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"de1ce5a1-ac54-4cc3-84a0-a35bd8c12a29","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:06.090097529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"94ff42d6-a358-4631-af6c-62e28e1f3bf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:06.09497112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"ee77042c-7b54-419b-8b3d-b65306650cd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:06.097098094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"bbc3cb2f-a608-4ca8-836b-a6f08b6b7297","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:06.097407859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"02a8dfd1-6ec3-4ba5-90e2-e51f2c9a8c72","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:06.099829758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"94ff42d6-a358-4631-af6c-62e28e1f3bf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:06.100567406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"de1ce5a1-ac54-4cc3-84a0-a35bd8c12a29","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:06.182163207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"031329bb-3b71-4b16-933b-cb567a860657","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:06.182230478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6df48ca3-5f55-4cfa-88ce-7f9e6324f816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:06.192454334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"031329bb-3b71-4b16-933b-cb567a860657","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:06.192531856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6df48ca3-5f55-4cfa-88ce-7f9e6324f816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:06.282181502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"a8ae484e-1c73-4810-85c8-8108432df923","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:06.282204725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"aaefec88-501c-4668-827a-a89b36c604c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:06.284498594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"e52f8f1a-58e1-4fda-89ae-1dad497b2602","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:06.29243242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"a8ae484e-1c73-4810-85c8-8108432df923","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:06.292691358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"aaefec88-501c-4668-827a-a89b36c604c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:06.294752781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"e52f8f1a-58e1-4fda-89ae-1dad497b2602","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:06.384299153Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:06.402509894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"18f0fbdc-d5ac-4a9d-9c51-2d40cd92f719","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2a2286","tenantID":"e2e-extmod-b-2a2286","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:06.411014674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"af2a9ace-d983-4c74-8527-8a675a3cd9a0","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:06.416206578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"18f0fbdc-d5ac-4a9d-9c51-2d40cd92f719","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"name":"e2e-extmod-b-2a2286-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:06.422866886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"af2a9ace-d983-4c74-8527-8a675a3cd9a0","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:06.837452137Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-delete-ee474f","reconcileID":"6470f228-4ad6-4886-a38c-56c265dae34f","MaaSModelRef":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-delete-ee474f is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:06.837566008Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-delete-ee474f","reconcileID":"6470f228-4ad6-4886-a38c-56c265dae34f","error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-delete-ee474f is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:06.854351331Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-192648","namespace":"e2e-extmod-att-noaccess-39b1a0"},"namespace":"e2e-extmod-att-noaccess-39b1a0","name":"e2e-att-noaccess-192648","reconcileID":"fbcda63e-1da4-4597-b6b4-3694763414a2","MaaSModelRef":{"name":"e2e-att-noaccess-192648","namespace":"e2e-extmod-att-noaccess-39b1a0"},"name":"e2e-att-noaccess-192648","namespace":"e2e-extmod-att-noaccess-39b1a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:07.055688371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e389839-c4ac-4a82-9071-ddae34e2dd99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:07.067750552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e389839-c4ac-4a82-9071-ddae34e2dd99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:07.076532215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e389839-c4ac-4a82-9071-ddae34e2dd99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:07.087857402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e389839-c4ac-4a82-9071-ddae34e2dd99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:07.33819817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88410c85-e594-4a9d-bff4-501ee4c085cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:07.342591499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88410c85-e594-4a9d-bff4-501ee4c085cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:07.346725888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88410c85-e594-4a9d-bff4-501ee4c085cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:07.350904828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88410c85-e594-4a9d-bff4-501ee4c085cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:07.561716381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"098e6091-89ff-4d9d-b21c-15f8ed345676","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:07.561745879Z","body":"HTTPRoute references correct gateway but the gateway has not accepted it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"098e6091-89ff-4d9d-b21c-15f8ed345676","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"gatewayReason":"NotAllowedByListeners","gatewayMessage":"hostnames matched parent hostname \"\", but namespace \"e2e-extmod-rec-noaccess-73fec8\" is not allowed by the parent","routeName":"external-model-e2e-rec-recover-a372a1-d8946738357f","namespace":"e2e-extmod-rec-noaccess-73fec8","model":"e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:07.597323703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"6b53b951-02ab-4f76-a2fb-4045c323f506","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:07.598066611Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-a372a1-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-sub","reconcileID":"4b2f708e-29b0-44dd-8742-27203f155861","MaaSSubscription":{"name":"e2e-rec-recover-a372a1-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:07.611775347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"6b53b951-02ab-4f76-a2fb-4045c323f506","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:07.623439484Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"6b53b951-02ab-4f76-a2fb-4045c323f506","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:07.672620241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"d066231d-8a1f-4e73-b7ec-4f7e114ad106","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:07.672656842Z","body":"HTTPRoute references correct gateway but the gateway has not accepted it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"d066231d-8a1f-4e73-b7ec-4f7e114ad106","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"gatewayReason":"NotAllowedByListeners","gatewayMessage":"hostnames matched parent hostname \"\", but namespace \"e2e-extmod-rec-noaccess-73fec8\" is not allowed by the parent","routeName":"external-model-e2e-rec-recover-a372a1-d8946738357f","namespace":"e2e-extmod-rec-noaccess-73fec8","model":"e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:07.687626223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"23c51444-0863-4f44-a2d7-91bed0be076f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:07.687711387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"673ea6e9-a82d-49db-a8cc-991489997f12","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:07.695291586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"49421a0a-bccc-4dfc-866d-9f783084fb19","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:07.701119757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"23c51444-0863-4f44-a2d7-91bed0be076f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:07.701541284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"673ea6e9-a82d-49db-a8cc-991489997f12","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:07.712115937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"49421a0a-bccc-4dfc-866d-9f783084fb19","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:07.72036315Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"49421a0a-bccc-4dfc-866d-9f783084fb19","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:07.730531726Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"7c0abdae-a23d-44ce-a30a-4bd4bbd8d4ca","namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:07.736253106Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"bc15ce55-7871-4998-a13a-cf6a7f95ad24","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:07.769427612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"2ac18f12-c34d-43eb-bbb9-bddebfc5c234","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:07.769647319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8344cac7-a7ce-45b6-b750-ac8603595f61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:07.784607889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"2ac18f12-c34d-43eb-bbb9-bddebfc5c234","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:07.78496331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8344cac7-a7ce-45b6-b750-ac8603595f61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:07.786989566Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-a372a1-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-sub","reconcileID":"9063e316-15e4-4c14-9d7e-a19d7138c012","MaaSSubscription":{"name":"e2e-rec-recover-a372a1-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:07.799564423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"45f2e32a-2d38-4327-ae41-74cb8481369d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:07.809366705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"45f2e32a-2d38-4327-ae41-74cb8481369d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:07.979428568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"6ac0de84-3188-4329-ad28-430d48c18059","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:07.980100113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"ae2a7e11-d0de-4dc9-bc32-33520487edcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:07.983881478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"76755ae0-0784-4990-94b9-8dd9661aa284","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:07.99056143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"ff552b46-efb5-40de-baf5-37e296ad71fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:07.996257691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"ae2a7e11-d0de-4dc9-bc32-33520487edcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:08.069627946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"e1f314d8-d872-4f06-b37d-57b638e6b19b","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2a2286","tenantID":"e2e-extmod-b-2a2286","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:08.076403967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"ff552b46-efb5-40de-baf5-37e296ad71fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:08.076699708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"76755ae0-0784-4990-94b9-8dd9661aa284","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:08.077562085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"6ac0de84-3188-4329-ad28-430d48c18059","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:08.081983914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"e1f314d8-d872-4f06-b37d-57b638e6b19b","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"name":"e2e-extmod-b-2a2286-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:08.199978392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"436a33c2-c015-4478-a449-3764352ac982","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:08.211190014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"436a33c2-c015-4478-a449-3764352ac982","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:08.322494329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"4c4e76f5-49b2-4b67-84c4-ee4fbd1bd5bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:08.328279626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"4a74d538-a07d-4eb9-85a5-b886529b8a67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:08.333352014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"4c4e76f5-49b2-4b67-84c4-ee4fbd1bd5bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:08.333408689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"53227350-9fb7-42c2-9534-9d6a9338a36f","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:08.338257966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"4a74d538-a07d-4eb9-85a5-b886529b8a67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:08.345069552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"53227350-9fb7-42c2-9534-9d6a9338a36f","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:08.405486595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"92e3850b-2e4f-4852-894e-7cc85e9cddd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:08.405712671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"56b1d2c5-84b2-40fb-825c-17819f9037e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:08.406193381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"a293b4b8-a2b5-4fd9-a5a6-9f58ea72b732","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:08.406936356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"47fefd49-ff92-48e4-b6a9-e9ec84764162","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:08.414402791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"ecf29d70-1262-40af-861e-dd7ace559c28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:08.416242708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"92e3850b-2e4f-4852-894e-7cc85e9cddd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:08.416752349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"56b1d2c5-84b2-40fb-825c-17819f9037e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:08.418616338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"a293b4b8-a2b5-4fd9-a5a6-9f58ea72b732","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:08.420230359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"47fefd49-ff92-48e4-b6a9-e9ec84764162","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:08.424187108Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"a293b4b8-a2b5-4fd9-a5a6-9f58ea72b732","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:08.426846702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"ecf29d70-1262-40af-861e-dd7ace559c28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:08.509430722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"4818f3ad-eeeb-4627-993b-770b05522492","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:08.509662884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"37e73f05-09a1-43f8-a565-3c24d5bc4945","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:08.5104626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"2e82be41-86d3-49b8-843c-ab1aa980c30e","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:08.522822205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"37e73f05-09a1-43f8-a565-3c24d5bc4945","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:08.522881915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"4818f3ad-eeeb-4627-993b-770b05522492","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:08.525121558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"2e82be41-86d3-49b8-843c-ab1aa980c30e","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:09.404319675Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-delete-ee474f","reconcileID":"9156c558-41ce-4cc7-b528-2b032f93ab38","MaaSModelRef":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-delete-ee474f is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:09.404394433Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-delete-ee474f","reconcileID":"9156c558-41ce-4cc7-b528-2b032f93ab38","error":"ExternalModel e2e-extmod-att-user-99fd76/e2e-att-delete-ee474f is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:10.859842753Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-delete-ee474f","reconcileID":"d127feda-5e02-4fb7-9d66-3c5771309901","namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-delete-ee474f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:10.890617931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"28622b33-79b1-4fb0-8601-95e38195704d","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-unrel-c9b2e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:10.89064498Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"28622b33-79b1-4fb0-8601-95e38195704d","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-unrel-c9b2e0-0b830d2d0abe","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-unrel-c9b2e0","externalModel":"e2e-att-unrel-c9b2e0","provider":"e2e-att-unrel-c9b2e0-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:10.918883023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"da73828b-8615-42e3-9e3a-7291b7f9a81a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:10.919019297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"495c49e9-b9d8-4a69-92ee-5fa531759bed","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:10.919652376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"9306153b-d9c5-4c51-93dc-a9a402c1d640","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:10.920210218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"1e1ce43a-198e-43ca-96d4-69d1c898ff50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:10.919658155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f6677f6-4c70-4442-a4f1-7de148ccfb91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:10.921411183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"72060736-4ee9-4ac2-86a6-9534712735ce","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:10.92143223Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"72060736-4ee9-4ac2-86a6-9534712735ce","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-detach-01fa53-1689e4fc7e5b","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-detach-01fa53","externalModel":"e2e-att-detach-01fa53","provider":"e2e-att-detach-01fa53-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:10.940635856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"da73828b-8615-42e3-9e3a-7291b7f9a81a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:10.942061211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"1e1ce43a-198e-43ca-96d4-69d1c898ff50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:10.944683553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"495c49e9-b9d8-4a69-92ee-5fa531759bed","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:10.948261731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f6677f6-4c70-4442-a4f1-7de148ccfb91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:10.969528903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"9306153b-d9c5-4c51-93dc-a9a402c1d640","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:10.969701403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-01fa53-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-sub","reconcileID":"0fcfb7f8-328f-4534-8ba7-905347462a42","MaaSSubscription":{"name":"e2e-att-detach-01fa53-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-att-detach-01fa53","model":"e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:10.977766482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-c9b2e0-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-sub","reconcileID":"2ce4f888-32f8-458b-a055-5374fe26bdd6","MaaSSubscription":{"name":"e2e-att-unrel-c9b2e0-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-att-unrel-c9b2e0","model":"e2e-extmod-att-user-99fd76/e2e-att-unrel-c9b2e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:10.987453588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"c40d45c7-91e8-49a7-9a62-2ee9e86fdfee","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-unrel-c9b2e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:10.987525623Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"c40d45c7-91e8-49a7-9a62-2ee9e86fdfee","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-unrel-c9b2e0-0b830d2d0abe","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-unrel-c9b2e0","externalModel":"e2e-att-unrel-c9b2e0","provider":"e2e-att-unrel-c9b2e0-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:11.020705906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"ddde3c43-54aa-42d4-8e27-7d8d602b12bd","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:11.020735314Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"ddde3c43-54aa-42d4-8e27-7d8d602b12bd","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-detach-01fa53-1689e4fc7e5b","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-detach-01fa53","externalModel":"e2e-att-detach-01fa53","provider":"e2e-att-detach-01fa53-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:11.07815021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-01fa53-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-sub","reconcileID":"42f490b1-1b5c-4d36-8260-e648d5a80138","MaaSSubscription":{"name":"e2e-att-detach-01fa53-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-att-detach-01fa53","model":"e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:11.129667043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"5c511737-a051-42da-99b6-bbaa94c0a249","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:11.169446112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"1b1f1e17-13fa-432e-bcc5-fbb4113e6657","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:11.171824855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"5c511737-a051-42da-99b6-bbaa94c0a249","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:11.173840916Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-ee474f","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-delete-ee474f","reconcileID":"3f9e4c00-664e-4131-b36e-b6387697eef1","namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-delete-ee474f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:11.179616229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"1b1f1e17-13fa-432e-bcc5-fbb4113e6657","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:11.300872571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-c9b2e0-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-sub","reconcileID":"ff6dde55-c7a2-4ae1-95ea-2483f56fadcb","MaaSSubscription":{"name":"e2e-att-unrel-c9b2e0-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-att-unrel-c9b2e0","model":"e2e-extmod-att-user-99fd76/e2e-att-unrel-c9b2e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:11.344197577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"3749d9a7-8eee-4cae-bab4-1b7dc47af574","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2a2286","tenantID":"e2e-extmod-b-2a2286","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:11.345140829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"1b4627df-6ca7-4367-8a16-12ca2d96664f","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:11.346538686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"468b4a30-c21b-43e0-b305-fe0b00b028c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:11.404316835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"1b4627df-6ca7-4367-8a16-12ca2d96664f","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:11.407436852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"468b4a30-c21b-43e0-b305-fe0b00b028c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:11.422224547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"22a6d357-5f4f-41de-a1b3-3c94d642ecb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:11.426150437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"3749d9a7-8eee-4cae-bab4-1b7dc47af574","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"name":"e2e-extmod-b-2a2286-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:11.474947351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"22a6d357-5f4f-41de-a1b3-3c94d642ecb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:11.476508346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"1801f89e-012d-4844-978c-243c626af402","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:11.490492661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"1801f89e-012d-4844-978c-243c626af402","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:11.518223471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"49788f53-cf77-45cd-903b-48c402767824","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:11.523475221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"2018d7a5-1621-4367-9f11-210336979edb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:11.523478818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"b5f195a6-0196-489e-99b4-e4a150c250fd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:11.526736666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"8b6df061-1b2e-4393-bb10-3e95570dd9bb","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:11.52966024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"49788f53-cf77-45cd-903b-48c402767824","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:11.538271042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"8bcd5ae8-ef7e-4d8c-9d39-806389f7419c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:11.571101906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"2018d7a5-1621-4367-9f11-210336979edb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:11.571349392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"b5f195a6-0196-489e-99b4-e4a150c250fd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:11.59740887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"8b6df061-1b2e-4393-bb10-3e95570dd9bb","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:11.611368632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"8bcd5ae8-ef7e-4d8c-9d39-806389f7419c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:11.617510169Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"8b6df061-1b2e-4393-bb10-3e95570dd9bb","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:11.668004239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"9b9831ed-2b07-4280-a4d9-b01fe2ffcf7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:11.680443099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"9b9831ed-2b07-4280-a4d9-b01fe2ffcf7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:11.755445313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"08e847a5-1b95-4cbb-b373-9c3643088efe","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:11.755637322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"f0198a01-0a7b-48bc-b20b-bf81f067207c","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:11.773540388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"f0198a01-0a7b-48bc-b20b-bf81f067207c","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:11.774527882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"08e847a5-1b95-4cbb-b373-9c3643088efe","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:11.908588919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"e3dcfa42-69b7-4e8d-9f84-1624a4a8e36a","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:11.934932009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"e3dcfa42-69b7-4e8d-9f84-1624a4a8e36a","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:11.969525491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"9b8e31fd-388b-4780-9cb0-1d803ba12f06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:11.969524708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08b49424-17ee-4438-bb40-7a058fcf803f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:11.980592187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08b49424-17ee-4438-bb40-7a058fcf803f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:11.98134394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"9b8e31fd-388b-4780-9cb0-1d803ba12f06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.060771911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"5b338387-b891-4212-967a-029e68234da5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.061342465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"c3d4e829-407f-4bae-acc9-e63bda6f04eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.068662531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"8744b0e7-f5fc-40fa-b22b-59375381f61f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.068678301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"5d7e0200-77d7-440d-bf4c-eca0a509cd19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.073858307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"5b338387-b891-4212-967a-029e68234da5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.07437741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"c3d4e829-407f-4bae-acc9-e63bda6f04eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.080332065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"8744b0e7-f5fc-40fa-b22b-59375381f61f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.081992374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"5d7e0200-77d7-440d-bf4c-eca0a509cd19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.215711593Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-192648","namespace":"e2e-extmod-att-noaccess-39b1a0"},"namespace":"e2e-extmod-att-noaccess-39b1a0","name":"e2e-att-noaccess-192648","reconcileID":"3b9ffe66-f022-49f4-afd9-9ccca55b0bcf","namespace":"e2e-extmod-att-noaccess-39b1a0","name":"e2e-att-noaccess-192648","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.240737253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"8de85f90-ae3a-4bb5-8373-88c863aff676","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.244916746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"bf76816c-cd1d-46b2-a193-a735f5a44e44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.245007983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"57622878-3b89-4643-9738-c7ce2c3653dc","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.245452886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"66bcba51-4f44-4859-a18d-32e580c1cec7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.245772269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"ec3659c5-ef40-4ddf-9aca-a72e8c32db19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.25055294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"8de85f90-ae3a-4bb5-8373-88c863aff676","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.261515135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"66bcba51-4f44-4859-a18d-32e580c1cec7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.263171181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"ec3659c5-ef40-4ddf-9aca-a72e8c32db19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.264218988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"bf76816c-cd1d-46b2-a193-a735f5a44e44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.266563137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"57622878-3b89-4643-9738-c7ce2c3653dc","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.309658188Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-192648","namespace":"e2e-extmod-att-noaccess-39b1a0"},"namespace":"e2e-extmod-att-noaccess-39b1a0","name":"e2e-att-noaccess-192648","reconcileID":"4a631b91-6568-43f3-a973-dbb7abc837e3","namespace":"e2e-extmod-att-noaccess-39b1a0","name":"e2e-att-noaccess-192648","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.375232228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"c0a531e7-76b4-4d72-b309-31b384220a47","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2a2286","tenantID":"e2e-extmod-b-2a2286","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.386894605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"c0a531e7-76b4-4d72-b309-31b384220a47","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"name":"e2e-extmod-b-2a2286-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.388211302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15b4176b-f4d4-4f53-9c66-6df904b220dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.388551242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"57540d77-de51-4fa0-acac-a9ffca1c83a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.394267089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"9b258847-6903-4a92-bd2c-bee8457fcb6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.448386465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"57540d77-de51-4fa0-acac-a9ffca1c83a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.450794297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"9b258847-6903-4a92-bd2c-bee8457fcb6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.451884558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15b4176b-f4d4-4f53-9c66-6df904b220dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.498728588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"a7a31adc-7fe2-40b0-a6ca-38a5b7a2e9c0","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.524491519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"a7a31adc-7fe2-40b0-a6ca-38a5b7a2e9c0","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.579997868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"f2f773aa-ac26-4eed-862e-1d1bbc4028e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.58011224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"0c584997-3f13-40e7-b134-c61e53a9d502","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.587847038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"e8a01968-6f36-4257-8158-a2c2f722b55b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.588785332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"61c93133-0c31-4c00-9150-6d3a834ed796","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.59062464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"0c584997-3f13-40e7-b134-c61e53a9d502","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.591521759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"f2f773aa-ac26-4eed-862e-1d1bbc4028e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.597637496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"e8a01968-6f36-4257-8158-a2c2f722b55b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.59810262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"e48c7d86-d014-4e4f-ac86-68c11fcbd80e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.598124124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"61c93133-0c31-4c00-9150-6d3a834ed796","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.602908584Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"61c93133-0c31-4c00-9150-6d3a834ed796","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.609676707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"e48c7d86-d014-4e4f-ac86-68c11fcbd80e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.687353397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"79ec67b3-d010-468c-94b1-20d002193456","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.697212062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"79ec67b3-d010-468c-94b1-20d002193456","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.786352495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"e9c9de30-0c88-4111-9cad-0820822dcd67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.786791191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"57a6bf4b-150e-4dff-b4eb-b46796307694","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.787200014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"d7291df9-977a-4ed1-bf40-dcf3c74f142f","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.789394944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"608efe42-68ed-48d3-8993-ae37f77dbc2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.790256112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"f488536d-76ba-4e0e-ad70-c16d5aa121f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.795676818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"e9c9de30-0c88-4111-9cad-0820822dcd67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.797547169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"d7291df9-977a-4ed1-bf40-dcf3c74f142f","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.797921563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"57a6bf4b-150e-4dff-b4eb-b46796307694","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.799913295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"608efe42-68ed-48d3-8993-ae37f77dbc2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.800846057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"f488536d-76ba-4e0e-ad70-c16d5aa121f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.837925944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"925cd45a-5edd-4c57-8c9f-b26309d6df6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.870684959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"efa38183-3117-4776-ac76-30564204d8ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.871726508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"f7796a9f-e598-4698-8dce-f53e74ceab85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.874486962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"925cd45a-5edd-4c57-8c9f-b26309d6df6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.879576653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"f43062a0-898a-4cf6-b13e-e075a0ff5d59","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"tenant":"e2e-extmod-b-2a2286","gateway":"openshift-ingress/e2e-extmod-b-2a2286","model":"e2e-extmod-att-user-3ff8b8/e2e-att-serve-315853","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.879595439Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"f43062a0-898a-4cf6-b13e-e075a0ff5d59","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"routeName":"external-model-e2e-att-serve-315853-97c23e0db94d","namespace":"e2e-extmod-att-user-3ff8b8","model":"e2e-att-serve-315853","externalModel":"e2e-att-serve-315853","provider":"e2e-att-serve-315853-provider","gateway":"openshift-ingress/e2e-extmod-b-2a2286","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.881858965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"efa38183-3117-4776-ac76-30564204d8ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.882202181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"a9d36a6c-4b2c-441d-a746-403a74db9541","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.884792697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"f7796a9f-e598-4698-8dce-f53e74ceab85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.892929581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"e98a0340-d859-4411-a548-f6cca8d45b57","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2a2286","tenantID":"e2e-extmod-b-2a2286","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.986656914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"a9d36a6c-4b2c-441d-a746-403a74db9541","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:12.987215786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"e98a0340-d859-4411-a548-f6cca8d45b57","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"name":"e2e-extmod-b-2a2286-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:13.070507214Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-315853-sub","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-sub","reconcileID":"860a618b-c204-4c61-a2f0-703266621c6d","MaaSSubscription":{"name":"e2e-att-serve-315853-sub","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9ea0d3b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:13.218712811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"f676ddeb-b420-42ec-b92a-a86b5bf2ff46","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2a2286","tenantID":"e2e-extmod-b-2a2286","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:13.230962924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"f676ddeb-b420-42ec-b92a-a86b5bf2ff46","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"name":"e2e-extmod-b-2a2286-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:14.372957336Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-c9aaea","namespace":"e2e-extmod-att-noaccess-efed34"},"namespace":"e2e-extmod-att-noaccess-efed34","name":"e2e-att-noaccess-c9aaea","reconcileID":"05209aa3-4a2a-45c7-a073-6eb56f4288d1","namespace":"e2e-extmod-att-noaccess-efed34","name":"e2e-att-noaccess-c9aaea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:14.373571946Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-c9aaea","namespace":"e2e-extmod-att-noaccess-efed34"},"namespace":"e2e-extmod-att-noaccess-efed34","name":"e2e-att-noaccess-c9aaea","reconcileID":"cf5ccbfa-a43e-4038-ae9d-f4b921568aa7","namespace":"e2e-extmod-att-noaccess-efed34","name":"e2e-att-noaccess-c9aaea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:14.39875671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"a93980c6-0344-47f2-a86c-c87d467b192c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:14.399832885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"2d5085b6-32f1-4fd3-b459-1e6c9610a4ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:14.401543007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e92afb8-73c4-4707-9f64-250a7a8fe94d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:14.402911759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"79f2eaf5-c1ec-4a09-9850-5ef83c59dbad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:14.403897398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"4c753c30-17ac-431d-82e3-82850eae3b57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:14.471548184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"a93980c6-0344-47f2-a86c-c87d467b192c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:14.4717601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"2d5085b6-32f1-4fd3-b459-1e6c9610a4ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:14.475235539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"79f2eaf5-c1ec-4a09-9850-5ef83c59dbad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:14.475296374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"4c753c30-17ac-431d-82e3-82850eae3b57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:14.477588566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e92afb8-73c4-4707-9f64-250a7a8fe94d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:14.553503009Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-c9aaea","namespace":"e2e-extmod-att-noaccess-efed34"},"namespace":"e2e-extmod-att-noaccess-efed34","name":"e2e-att-noaccess-c9aaea","reconcileID":"0360065f-8ad2-4292-a290-cae7db8276d1","MaaSModelRef":{"name":"e2e-att-noaccess-c9aaea","namespace":"e2e-extmod-att-noaccess-efed34"},"name":"e2e-att-noaccess-c9aaea","namespace":"e2e-extmod-att-noaccess-efed34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:14.629249165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"a5d4315b-e9f0-4543-85d6-e3af2931b827","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:14.629315096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"ef07ff99-0ea4-430d-b89a-ae493a43b00e","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2a2286","tenantID":"e2e-extmod-b-2a2286","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:14.639856778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"ef07ff99-0ea4-430d-b89a-ae493a43b00e","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"name":"e2e-extmod-b-2a2286-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:14.641026613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"a5d4315b-e9f0-4543-85d6-e3af2931b827","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:14.744580001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c175c2d-d4b7-4bad-a26e-cd4c63a89cf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:14.744932531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"c6d2ce15-5369-4309-ad8e-952754edf544","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:14.750391148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"fc7ae1bf-3d6f-48bf-b2df-f3637ac74e13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:14.75664485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c175c2d-d4b7-4bad-a26e-cd4c63a89cf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:14.757476701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"c6d2ce15-5369-4309-ad8e-952754edf544","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:14.760623329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"fc7ae1bf-3d6f-48bf-b2df-f3637ac74e13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:14.852666415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"f7d5f897-2e2d-46c6-83d7-314f14eb72a9","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:14.852864871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"a14e83b5-f685-4eb8-95e4-d61ac205e048","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:14.853435349Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-c9aaea","namespace":"e2e-extmod-att-noaccess-efed34"},"namespace":"e2e-extmod-att-noaccess-efed34","name":"e2e-att-noaccess-c9aaea","reconcileID":"ee1f6d83-6822-4226-a79a-5cadaf55df58","namespace":"e2e-extmod-att-noaccess-efed34","name":"e2e-att-noaccess-c9aaea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:14.860772498Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-c9aaea","namespace":"e2e-extmod-att-noaccess-efed34"},"namespace":"e2e-extmod-att-noaccess-efed34","name":"e2e-att-noaccess-c9aaea","reconcileID":"37ec75f9-f6b1-426d-8009-ac786cac8b0f","MaaSModelRef":{"name":"e2e-att-noaccess-c9aaea","namespace":"e2e-extmod-att-noaccess-efed34"},"name":"e2e-att-noaccess-c9aaea","namespace":"e2e-extmod-att-noaccess-efed34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:14.863093724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"f7d5f897-2e2d-46c6-83d7-314f14eb72a9","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:14.87056643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"a14e83b5-f685-4eb8-95e4-d61ac205e048","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:14.932961273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"b03b909e-48d8-4d55-bf35-e52458498e93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:14.933273236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"a4e5e7e2-5c47-4c24-a947-fa5c87cca466","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:14.93889693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"9d59f6ce-96ce-4c7b-b93b-5b012b3a99f6","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:14.942980698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"b03b909e-48d8-4d55-bf35-e52458498e93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:14.943379541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"a4e5e7e2-5c47-4c24-a947-fa5c87cca466","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:14.95129818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"9d59f6ce-96ce-4c7b-b93b-5b012b3a99f6","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:14.96048894Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"9d59f6ce-96ce-4c7b-b93b-5b012b3a99f6","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:15.058482172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"0dde17e8-08dd-40cc-bff3-0861bc149068","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:15.069609841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"52ef70a4-e863-47ac-ad7c-223411a58706","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:15.069757279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"ee1abd37-a756-41e9-9baf-1d7b062fb343","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:15.069618284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"d2d3acb2-9ac3-45c4-9f15-3597af8a2646","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:15.070391509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"e97a7818-7d3e-4a91-864b-8c3907d30498","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:15.07649512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"0dde17e8-08dd-40cc-bff3-0861bc149068","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:15.085032926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"d2d3acb2-9ac3-45c4-9f15-3597af8a2646","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:15.085296983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"ee1abd37-a756-41e9-9baf-1d7b062fb343","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:15.089426761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"52ef70a4-e863-47ac-ad7c-223411a58706","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:15.093538431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"e97a7818-7d3e-4a91-864b-8c3907d30498","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:15.243440656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5856d98f-4897-460b-bd8d-223296aa1b02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:15.243454216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"c5018e35-1303-4668-9153-e56ffe879771","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:15.257601789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5856d98f-4897-460b-bd8d-223296aa1b02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:15.259449681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"c5018e35-1303-4668-9153-e56ffe879771","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:15.329760633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"c9c45d35-1936-417c-9871-734424b92db7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:15.330172169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"86da2ddb-f1ad-429d-baf2-8c1687893df0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:15.330302546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"1b0bfa92-bccb-43b0-8f8e-0130de5920b8","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2a2286","tenantID":"e2e-extmod-b-2a2286","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:15.330772451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"ebe48b7b-fed5-46fb-bedc-7b374bef8df7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:15.33407242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"ed79c9bb-9e0f-43eb-91ed-442e0e2d55f7","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:15.340376111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"c9c45d35-1936-417c-9871-734424b92db7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:15.340584579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"ebe48b7b-fed5-46fb-bedc-7b374bef8df7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:15.342825704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"86da2ddb-f1ad-429d-baf2-8c1687893df0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:15.342847316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"1b0bfa92-bccb-43b0-8f8e-0130de5920b8","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"name":"e2e-extmod-b-2a2286-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:15.345163193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"ed79c9bb-9e0f-43eb-91ed-442e0e2d55f7","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:15.530886089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"53e419b8-d57e-4eab-9612-20dc4d6b7720","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:15.531385623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"0fd1ac63-0783-49f3-b302-c5585be5143d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:15.53327703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a5a3304-a39b-46b2-94e0-447d3f57e37e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:15.538018402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"5adf8212-0295-4eba-8ac9-f3a902b7c0c2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:15.539872118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"e4d21d66-3ae1-4e64-875b-c09718eee54a","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:15.541875153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"53e419b8-d57e-4eab-9612-20dc4d6b7720","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:15.542402176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"0fd1ac63-0783-49f3-b302-c5585be5143d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:15.544416678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a5a3304-a39b-46b2-94e0-447d3f57e37e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:15.548302803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"5adf8212-0295-4eba-8ac9-f3a902b7c0c2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:15.549522071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"e4d21d66-3ae1-4e64-875b-c09718eee54a","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:16.273126837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"07122c5b-a9d5-47ec-8382-9fa20d968039","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:16.27316004Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"07122c5b-a9d5-47ec-8382-9fa20d968039","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-detach-01fa53-1689e4fc7e5b","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-detach-01fa53","externalModel":"e2e-att-detach-01fa53","provider":"e2e-att-detach-01fa53-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:16.293256799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"4cd6d4b3-c3f8-4e33-8a51-8004e42a4522","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:16.293260562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"692862cb-0112-4691-abaa-fb937ae99125","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:16.30247609Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-01fa53-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-sub","reconcileID":"a172d40b-adca-4e75-a7d9-935b8a2d4cb5","MaaSSubscription":{"name":"e2e-att-detach-01fa53-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-89cb5bcb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:16.308221481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"4cd6d4b3-c3f8-4e33-8a51-8004e42a4522","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:16.308297786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"692862cb-0112-4691-abaa-fb937ae99125","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:16.396107334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"9525004b-5855-4ac5-ac34-5199234c26cd","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:16.414887408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"9525004b-5855-4ac5-ac34-5199234c26cd","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:16.485979793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"219efa7d-df9e-482b-b0b9-3df40c9e8c20","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:16.499472477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"219efa7d-df9e-482b-b0b9-3df40c9e8c20","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:17.776317746Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"e296a8f4-816f-458c-ae71-52d289349776","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:18.721617838Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"00c54c42-e51e-437c-999b-2c0a43165189","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:18.72614099Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-a372a1-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-sub","reconcileID":"521a1d48-fae8-4c1f-900a-ebe51e87c71d","MaaSSubscription":{"name":"e2e-rec-recover-a372a1-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:18.770519451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"3ffc6236-e489-4c31-9833-5ea0091ab169","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:18.781600295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"3ffc6236-e489-4c31-9833-5ea0091ab169","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:18.78673697Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"3ffc6236-e489-4c31-9833-5ea0091ab169","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:18.806211075Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"8fde471d-4cbe-45fd-afbb-3615d88e0e3c","namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:18.828333398Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-a372a1-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-sub","reconcileID":"87212cc1-e02a-4a07-b5d3-bb57649233fa","MaaSSubscription":{"name":"e2e-rec-recover-a372a1-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:18.833206123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"3701dad9-0578-4ab2-bdaf-371a0177696e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:18.833737262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"1bdd7b2d-9ddd-4334-aa81-a183b5d5cf63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:18.836271638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"7275a229-ceee-49a0-b04d-091ee1fc4986","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:18.83668129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"4213fb69-0f21-4050-b89f-d10a8385f3f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:18.84307097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"3701dad9-0578-4ab2-bdaf-371a0177696e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:18.847470641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7eaa2699-73c6-4b62-9590-2e7179060166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:18.852920182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"1bdd7b2d-9ddd-4334-aa81-a183b5d5cf63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:18.855662459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"4213fb69-0f21-4050-b89f-d10a8385f3f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:18.869514055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7eaa2699-73c6-4b62-9590-2e7179060166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:18.869569447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"7275a229-ceee-49a0-b04d-091ee1fc4986","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:18.978846306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"7544b76c-9afe-4280-b91d-e84b09398d6a","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2a2286","tenantID":"e2e-extmod-b-2a2286","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:18.998247422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"b0ce544b-c68f-4b0c-ac54-82dab03e6372","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.023531176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"2dd618bf-6854-43ef-8f9d-8d72b908f5aa","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.02476121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"2a4b552b-e2ce-4d7f-913d-fb9ac868a5a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.025424092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee0e9459-360c-4cac-91d6-2c06125ca5d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.029209704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"b0ce544b-c68f-4b0c-ac54-82dab03e6372","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.054862575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"2a4b552b-e2ce-4d7f-913d-fb9ac868a5a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.060837968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"7544b76c-9afe-4280-b91d-e84b09398d6a","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"name":"e2e-extmod-b-2a2286-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.061198853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee0e9459-360c-4cac-91d6-2c06125ca5d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.063802046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"2dd618bf-6854-43ef-8f9d-8d72b908f5aa","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.122337906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"57fbad60-bcc4-4311-9cbb-3feb8e2da404","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.124464736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"ef9f6d3d-7534-4f98-8b94-61024f1dc19f","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.12463828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"7b5a56b4-db63-413c-ad5b-bb5ad674ab2d","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.129236515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"2c2fcdc3-527d-47db-8e1e-94f00672a20d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.12946414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"b9891156-3523-46d4-abf2-68d2499f063d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.135718202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"7b5a56b4-db63-413c-ad5b-bb5ad674ab2d","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.136560692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"57fbad60-bcc4-4311-9cbb-3feb8e2da404","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.138117749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"ef9f6d3d-7534-4f98-8b94-61024f1dc19f","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.139294873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"b9891156-3523-46d4-abf2-68d2499f063d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.140447749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"2c2fcdc3-527d-47db-8e1e-94f00672a20d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.143641158Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"ef9f6d3d-7534-4f98-8b94-61024f1dc19f","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.215601482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"1e17b5e1-41d5-4be3-bf9f-899de15915d7","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.215655593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"47a601ea-ec9a-40fc-b05b-2d9afdba3cd3","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.217750186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"41e8d038-026f-4050-8634-cbfe1606ebd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.217874181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"4fd7d063-9149-46e0-b126-d8639711b168","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.22065358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"ba61dc8b-dda8-4318-bd0e-f58f15413251","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.225405853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"47a601ea-ec9a-40fc-b05b-2d9afdba3cd3","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.225716443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"1e17b5e1-41d5-4be3-bf9f-899de15915d7","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.229559803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"4fd7d063-9149-46e0-b126-d8639711b168","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.229593119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"41e8d038-026f-4050-8634-cbfe1606ebd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.232565854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"ba61dc8b-dda8-4318-bd0e-f58f15413251","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.587542647Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"55433965-8111-4c10-9409-ceaa5e910766","namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.592495182Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"2ec8abf7-9de9-4dc0-8e1b-965cbda47e80","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.605661663Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"97d32f65-8020-462f-afce-fad4a3fb7d7f","namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.669611339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"ca0ae6ab-54b2-401c-9aeb-be79dc967392","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.669794678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"3dcaf48b-148b-48b7-908e-b119549659cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.669987887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"03a18cb8-ff21-4489-a0b5-989e3fc0e902","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:19.670140883Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"41fa7a9e-1534-47ff-92ed-8dff86e99dbc","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"error":"ExternalModel e2e-rec-recover-a372a1 not found in namespace e2e-extmod-rec-noaccess-73fec8 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.673775551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c9f4d66-62a4-491e-be49-13c8a1ed1f25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.674254853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"d71be43c-7965-4c86-8d06-6a102195402c","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.67987091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"03a18cb8-ff21-4489-a0b5-989e3fc0e902","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.680351536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"3dcaf48b-148b-48b7-908e-b119549659cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:19.682202303Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"41fa7a9e-1534-47ff-92ed-8dff86e99dbc","error":"ExternalModel e2e-rec-recover-a372a1 not found in namespace e2e-extmod-rec-noaccess-73fec8 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.683464186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"ca0ae6ab-54b2-401c-9aeb-be79dc967392","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.686111949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c9f4d66-62a4-491e-be49-13c8a1ed1f25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.686904503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"d71be43c-7965-4c86-8d06-6a102195402c","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:19.691393007Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"ff4e576f-da03-4dbe-a59f-ce426560cdb1","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"error":"ExternalModel e2e-rec-recover-a372a1 not found in namespace e2e-extmod-rec-noaccess-73fec8 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:19.69146276Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"ff4e576f-da03-4dbe-a59f-ce426560cdb1","error":"ExternalModel e2e-rec-recover-a372a1 not found in namespace e2e-extmod-rec-noaccess-73fec8 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.692640294Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-a372a1-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-sub","reconcileID":"acf82ea6-50d8-48c3-880c-8dba4f95dd21","MaaSSubscription":{"name":"e2e-rec-recover-a372a1-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:19.707100425Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"2b50dd38-815d-44c0-a625-54cf1a49db51","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"error":"ExternalModel e2e-rec-recover-a372a1 not found in namespace e2e-extmod-rec-noaccess-73fec8 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:19.707164499Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"2b50dd38-815d-44c0-a625-54cf1a49db51","error":"ExternalModel e2e-rec-recover-a372a1 not found in namespace e2e-extmod-rec-noaccess-73fec8 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:19.730560622Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"2aa1670e-f24e-468e-baa6-65953bd39e98","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"error":"ExternalModel e2e-rec-recover-a372a1 not found in namespace e2e-extmod-rec-noaccess-73fec8 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:19.730621428Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"2aa1670e-f24e-468e-baa6-65953bd39e98","error":"ExternalModel e2e-rec-recover-a372a1 not found in namespace e2e-extmod-rec-noaccess-73fec8 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.762444446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"566b08e2-51cd-4db4-aa76-965d4db09415","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2a2286","tenantID":"e2e-extmod-b-2a2286","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.762549565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"1779beba-386f-4d18-871a-ccb7ae2f0ab8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.767232403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"24ecedd5-3c2a-489e-b658-1a38a4c2c6ac","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.767702478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"0fb81bc3-dc0e-41b6-92e9-be2d5580d224","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.772861488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"566b08e2-51cd-4db4-aa76-965d4db09415","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"name":"e2e-extmod-b-2a2286-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.773383693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"1779beba-386f-4d18-871a-ccb7ae2f0ab8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:19.775306304Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"da25e841-1d23-451f-b0c2-622cd0afe411","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"error":"ExternalModel e2e-rec-recover-a372a1 not found in namespace e2e-extmod-rec-noaccess-73fec8 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:19.77536349Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"da25e841-1d23-451f-b0c2-622cd0afe411","error":"ExternalModel e2e-rec-recover-a372a1 not found in namespace e2e-extmod-rec-noaccess-73fec8 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.778067132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"24ecedd5-3c2a-489e-b658-1a38a4c2c6ac","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.778082187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"0fb81bc3-dc0e-41b6-92e9-be2d5580d224","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:19.893675704Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"d9ae3a8d-04b7-4bc4-a36a-7dd6a1cd7984","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"error":"ExternalModel e2e-rec-recover-a372a1 not found in namespace e2e-extmod-rec-noaccess-73fec8 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:19.893889452Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"d9ae3a8d-04b7-4bc4-a36a-7dd6a1cd7984","error":"ExternalModel e2e-rec-recover-a372a1 not found in namespace e2e-extmod-rec-noaccess-73fec8 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.893920423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6024cb2-ef18-4146-9849-4143d14a899e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.907304783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6024cb2-ef18-4146-9849-4143d14a899e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.974099146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"c6ef6a92-79cd-4e3f-bf18-041146e5c942","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.978012769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"231d81f0-1614-4faa-93fe-06055fe2ea6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.983036629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"33f153bb-c32f-40b0-99d4-0ee7714c1313","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.983101825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"20492e4b-e131-4f63-ab8c-0aa52bbb49b7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.984916761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"2c8c8081-5b38-4e4c-a8c5-e43f9931d647","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.985360626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"c6ef6a92-79cd-4e3f-bf18-041146e5c942","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.990913025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"231d81f0-1614-4faa-93fe-06055fe2ea6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.993035704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"20492e4b-e131-4f63-ab8c-0aa52bbb49b7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.993266706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"33f153bb-c32f-40b0-99d4-0ee7714c1313","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.995268152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"2c8c8081-5b38-4e4c-a8c5-e43f9931d647","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:19.999640954Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"2c8c8081-5b38-4e4c-a8c5-e43f9931d647","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:20.019001552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"c3210781-b5e4-46df-929b-49978c2e8fc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:20.022156433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"d35a74c8-c263-45eb-8772-080ff085cda2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:20.02937261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"6eb8f752-1968-4592-83b9-9380239a673b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:20.02969112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"c3210781-b5e4-46df-929b-49978c2e8fc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:20.032181128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"d35a74c8-c263-45eb-8772-080ff085cda2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:20.040824758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"6eb8f752-1968-4592-83b9-9380239a673b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:20.069468298Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"d966cff4-9ed4-4c0d-b3dd-73d24ce9cad9","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"error":"ExternalModel e2e-rec-recover-a372a1 not found in namespace e2e-extmod-rec-noaccess-73fec8 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:20.069528493Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"d966cff4-9ed4-4c0d-b3dd-73d24ce9cad9","error":"ExternalModel e2e-rec-recover-a372a1 not found in namespace e2e-extmod-rec-noaccess-73fec8 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:20.071095897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"a164a24b-f449-49cb-8c88-b79f0a875cbe","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:20.082527933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"a164a24b-f449-49cb-8c88-b79f0a875cbe","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:20.085601235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"b6f4327a-9f07-4c2a-9aa9-9578d682e052","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:20.10652541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"b6f4327a-9f07-4c2a-9aa9-9578d682e052","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:20.177383443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"3a085d7f-385f-4338-9a02-1b7933aca71f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:20.183483939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"8b8fe9cf-0390-423c-84fc-ffbd874a925f","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:20.190697754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"3a085d7f-385f-4338-9a02-1b7933aca71f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:20.194676853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"8b8fe9cf-0390-423c-84fc-ffbd874a925f","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:20.277865042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"ee2dcff1-e5cb-41ae-be65-a75ca3cdf336","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:20.278088217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"a248a652-c242-4ffd-8750-9488ce79b894","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:20.278688144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4f203c7-5dda-4c77-abb6-8a981920dd6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:20.288003766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"ee2dcff1-e5cb-41ae-be65-a75ca3cdf336","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:20.288843818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"a248a652-c242-4ffd-8750-9488ce79b894","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:20.290391413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4f203c7-5dda-4c77-abb6-8a981920dd6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:20.394723271Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"2efddf4c-1f5b-46aa-99fe-c0821875e945","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"error":"ExternalModel e2e-rec-recover-a372a1 not found in namespace e2e-extmod-rec-noaccess-73fec8 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:20.394795022Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"2efddf4c-1f5b-46aa-99fe-c0821875e945","error":"ExternalModel e2e-rec-recover-a372a1 not found in namespace e2e-extmod-rec-noaccess-73fec8 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:20.749641097Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-c9aaea","namespace":"e2e-extmod-att-noaccess-efed34"},"namespace":"e2e-extmod-att-noaccess-efed34","name":"e2e-att-noaccess-c9aaea","reconcileID":"afa40ced-f586-43fb-b6da-fccfc6dd1dac","namespace":"e2e-extmod-att-noaccess-efed34","name":"e2e-att-noaccess-c9aaea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:20.773029178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"221e11cc-6a37-4a97-9283-a85d9cde4929","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:20.773639921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"86e06a07-5775-444b-96fa-9d98788e4ce2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:20.774205563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"672341ea-a161-4993-a698-4189357a58ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:20.774784849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"400f8f86-3a15-4445-9830-cd6cbc3e7c53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:20.778956668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"56e57efc-bd31-4707-b94d-721bb8a5375b","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:20.787862198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"221e11cc-6a37-4a97-9283-a85d9cde4929","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:20.881309862Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-c9aaea","namespace":"e2e-extmod-att-noaccess-efed34"},"namespace":"e2e-extmod-att-noaccess-efed34","name":"e2e-att-noaccess-c9aaea","reconcileID":"9d097a4a-932c-4516-b6e0-ae994bcbc2e0","namespace":"e2e-extmod-att-noaccess-efed34","name":"e2e-att-noaccess-c9aaea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:20.881925823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"86e06a07-5775-444b-96fa-9d98788e4ce2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:20.885249052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"672341ea-a161-4993-a698-4189357a58ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:20.887414033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"400f8f86-3a15-4445-9830-cd6cbc3e7c53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:20.889649718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"56e57efc-bd31-4707-b94d-721bb8a5375b","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.028940803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"e025455c-4df1-4342-8ebf-81dd9b2d5aad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.029280636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"355eb9bd-2bdf-4351-9dd5-0aa0a17dce8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.029472946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"adb3b6ac-a6aa-4c24-842c-9ea08c9466d4","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.029693966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"66a01ba0-7337-4411-bf80-29f75a111aa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.035818865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"79e0ff22-ff18-4f80-a50c-4adf016e5772","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.039181447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"355eb9bd-2bdf-4351-9dd5-0aa0a17dce8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.039340389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"e025455c-4df1-4342-8ebf-81dd9b2d5aad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.041819062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"adb3b6ac-a6aa-4c24-842c-9ea08c9466d4","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.04182234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"66a01ba0-7337-4411-bf80-29f75a111aa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:21.041979877Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"58ae05d8-b212-41dc-9040-4c1ebb9fcb3c","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"error":"ExternalModel e2e-rec-recover-a372a1 not found in namespace e2e-extmod-rec-noaccess-73fec8 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:21.042036169Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a372a1","namespace":"e2e-extmod-rec-noaccess-73fec8"},"namespace":"e2e-extmod-rec-noaccess-73fec8","name":"e2e-rec-recover-a372a1","reconcileID":"58ae05d8-b212-41dc-9040-4c1ebb9fcb3c","error":"ExternalModel e2e-rec-recover-a372a1 not found in namespace e2e-extmod-rec-noaccess-73fec8 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.048389068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"79e0ff22-ff18-4f80-a50c-4adf016e5772","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.123278179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"719bba56-ef3c-4191-acda-e70f491569e4","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2a2286","tenantID":"e2e-extmod-b-2a2286","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.125410134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"1c3c34aa-0cbd-4f2f-978a-9a0b51480565","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.125434918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"ca31c06b-d9c9-4376-8b0b-b6d7c18307a5","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.127662249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"6dbefe26-a543-4b9a-acdc-0281ed170253","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.133256983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"719bba56-ef3c-4191-acda-e70f491569e4","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"name":"e2e-extmod-b-2a2286-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.140639365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"6dbefe26-a543-4b9a-acdc-0281ed170253","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.140693671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"1c3c34aa-0cbd-4f2f-978a-9a0b51480565","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.142988238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"ca31c06b-d9c9-4376-8b0b-b6d7c18307a5","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.225911114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"040bde86-d28d-4eb5-95ff-c74e11342797","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.238013188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"040bde86-d28d-4eb5-95ff-c74e11342797","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.326396645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"6676369c-c7cd-4014-9672-a2d135ad8ab0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.328128401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"6589a93d-d0fd-4d97-ba13-07a08bea3da3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.33252789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"518bb336-9282-4509-9030-430cdf688afa","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.33277015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"f9939e82-cbc7-4dde-968d-6702a7f9d76a","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.335454358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"c5ebfe3c-9831-49e0-be32-513dc8e59234","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.336290803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"6676369c-c7cd-4014-9672-a2d135ad8ab0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.338090276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"6589a93d-d0fd-4d97-ba13-07a08bea3da3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.342820612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"518bb336-9282-4509-9030-430cdf688afa","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.343475184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"f9939e82-cbc7-4dde-968d-6702a7f9d76a","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.345404485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"c5ebfe3c-9831-49e0-be32-513dc8e59234","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.347858329Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"f9939e82-cbc7-4dde-968d-6702a7f9d76a","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.382895498Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-a372a1-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-sub","reconcileID":"0df45401-5f84-4b33-94c4-e4ce02a52a7f","MaaSSubscription":{"name":"e2e-rec-recover-a372a1-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.433322174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"8dfa8437-4637-408a-be64-f44001f6b6e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.43334649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"c5f325dd-daa9-4aad-8838-cdfad4c4069b","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.433695281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"656ef815-0246-412a-affa-4a01b52d1415","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.445781402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"c5f325dd-daa9-4aad-8838-cdfad4c4069b","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.445805086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"656ef815-0246-412a-affa-4a01b52d1415","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.448059931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"8dfa8437-4637-408a-be64-f44001f6b6e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.541148262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"fdc08c14-c749-43b1-9535-456c16749af2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.541152102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"e4d3259b-4f00-400c-90a8-61c461bfee61","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.551471883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"fdc08c14-c749-43b1-9535-456c16749af2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.551622749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"e4d3259b-4f00-400c-90a8-61c461bfee61","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.635285577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"913614fe-e6c7-4cd7-9297-fc7f5eb18386","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.63666459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"f1225070-4dd5-4f24-a78c-232343c898a1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.640786374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"2a3c78b7-b20a-4403-8bc4-774026cc9f21","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.646618234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"913614fe-e6c7-4cd7-9297-fc7f5eb18386","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.646643887Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"913614fe-e6c7-4cd7-9297-fc7f5eb18386","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.64857729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"f1225070-4dd5-4f24-a78c-232343c898a1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:21.650899611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"2a3c78b7-b20a-4403-8bc4-774026cc9f21","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:23.078469569Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-315853-sub","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-sub","reconcileID":"8fbf97eb-2955-465b-9bca-8b029f0c205b","MaaSSubscription":{"name":"e2e-att-serve-315853-sub","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"model":"e2e-extmod-att-user-3ff8b8/e2e-att-serve-315853","subscription":"e2e-att-serve-315853-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:23.103498431Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-315853-sub","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-sub","reconcileID":"8fbf97eb-2955-465b-9bca-8b029f0c205b","MaaSSubscription":{"name":"e2e-att-serve-315853-sub","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"model":"e2e-extmod-att-user-3ff8b8/e2e-att-serve-315853","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:23.110370204Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-315853-sub","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-sub","reconcileID":"8fbf97eb-2955-465b-9bca-8b029f0c205b","MaaSSubscription":{"name":"e2e-att-serve-315853-sub","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"name":"maas-trlp-e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8","model":"e2e-extmod-att-user-3ff8b8/e2e-att-serve-315853","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:23.241651699Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-969878 priority=0:[ai-tenant-e2e-extmod-b-969878/e2e-att-serve-694483-sub ai-tenant-e2e-extmod-b-969878/e2e-rot-8b2fe9-sub]","namespace=ai-tenant-e2e-extmod-b-d97cc8 priority=0:[ai-tenant-e2e-extmod-b-d97cc8/e2e-att-serve-470904-sub ai-tenant-e2e-extmod-b-d97cc8/e2e-rec-ctrl-c4a830-sub ai-tenant-e2e-extmod-b-d97cc8/e2e-rec-recover-a372a1-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:23.24677853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"b01bb063-2fd2-4060-a668-57fad595d7ec","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"tenant":"e2e-extmod-b-2a2286","gateway":"openshift-ingress/e2e-extmod-b-2a2286","model":"e2e-extmod-att-user-3ff8b8/e2e-att-serve-315853","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:23.246814447Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"b01bb063-2fd2-4060-a668-57fad595d7ec","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"routeName":"external-model-e2e-att-serve-315853-97c23e0db94d","namespace":"e2e-extmod-att-user-3ff8b8","model":"e2e-att-serve-315853","externalModel":"e2e-att-serve-315853","provider":"e2e-att-serve-315853-provider","gateway":"openshift-ingress/e2e-extmod-b-2a2286","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:23.257379648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"14cdbb41-d1bd-4582-a824-642e69355e2c","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2a2286","tenantID":"e2e-extmod-b-2a2286","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:23.272774265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"4322e4b2-c1d3-4c18-91e9-0533e6e97fe1","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-unrel-c9b2e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:23.272793991Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"4322e4b2-c1d3-4c18-91e9-0533e6e97fe1","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-unrel-c9b2e0-0b830d2d0abe","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-unrel-c9b2e0","externalModel":"e2e-att-unrel-c9b2e0","provider":"e2e-att-unrel-c9b2e0-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:23.274499366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"14cdbb41-d1bd-4582-a824-642e69355e2c","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"name":"e2e-extmod-b-2a2286-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:23.356026001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"09beebb4-d667-4779-a0fa-803166feb610","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2a2286","tenantID":"e2e-extmod-b-2a2286","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:23.366299774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"09beebb4-d667-4779-a0fa-803166feb610","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"name":"e2e-extmod-b-2a2286-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:23.389838442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"fa8209b3-178f-4b01-a33e-e9b7ee442302","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"tenant":"e2e-extmod-b-2a2286","gateway":"openshift-ingress/e2e-extmod-b-2a2286","model":"e2e-extmod-att-user-3ff8b8/e2e-att-serve-315853","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:23.389865395Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"fa8209b3-178f-4b01-a33e-e9b7ee442302","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"routeName":"external-model-e2e-att-serve-315853-97c23e0db94d","namespace":"e2e-extmod-att-user-3ff8b8","model":"e2e-att-serve-315853","externalModel":"e2e-att-serve-315853","provider":"e2e-att-serve-315853-provider","gateway":"openshift-ingress/e2e-extmod-b-2a2286","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:23.400095591Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"bbdd1b3b-e192-4c27-932f-931348b645a8","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"model":"e2e-extmod-att-user-3ff8b8/e2e-att-serve-315853","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:23.449145933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"bbdd1b3b-e192-4c27-932f-931348b645a8","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2a2286","tenantID":"e2e-extmod-b-2a2286","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:23.492416938Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"bbdd1b3b-e192-4c27-932f-931348b645a8","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"name":"e2e-extmod-b-2a2286-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:23.492451839Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"e2e-att-serve-315853-access","reconcileID":"bbdd1b3b-e192-4c27-932f-931348b645a8","MaaSAuthPolicy":{"name":"e2e-att-serve-315853-access","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-2a2286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:23.510640509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"8d98c68e-ddd1-4579-be67-a2507e52ada7","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"tenant":"e2e-extmod-b-2a2286","gateway":"openshift-ingress/e2e-extmod-b-2a2286","model":"e2e-extmod-att-user-3ff8b8/e2e-att-serve-315853","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:23.510675816Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"8d98c68e-ddd1-4579-be67-a2507e52ada7","MaaSModelRef":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"routeName":"external-model-e2e-att-serve-315853-97c23e0db94d","namespace":"e2e-extmod-att-user-3ff8b8","model":"e2e-att-serve-315853","externalModel":"e2e-att-serve-315853","provider":"e2e-att-serve-315853-provider","gateway":"openshift-ingress/e2e-extmod-b-2a2286","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.053774238Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"2a62dc94-4f6c-4fde-9284-10b502a920a1","namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.085803433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"8be96003-0607-4b2c-a388-c2711ed7d1a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.086450161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"aa4e1c2c-afbb-46b3-90aa-cc7ef31619e9","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.087131747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"3c7aa9b3-feb2-4a22-8760-dbbac3256aa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.093082795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"61b43ee7-b319-4ec3-a3e2-796e0db1f871","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.095963269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"406c6ed0-bd3d-4109-8a24-c0393b4d76be","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.172299125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"aa4e1c2c-afbb-46b3-90aa-cc7ef31619e9","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.174181792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"3c7aa9b3-feb2-4a22-8760-dbbac3256aa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.176391344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"8be96003-0607-4b2c-a388-c2711ed7d1a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.180598737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"61b43ee7-b319-4ec3-a3e2-796e0db1f871","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.184568693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"406c6ed0-bd3d-4109-8a24-c0393b4d76be","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.195117081Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"406c6ed0-bd3d-4109-8a24-c0393b4d76be","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.196612134Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-315853","namespace":"e2e-extmod-att-user-3ff8b8"},"namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","reconcileID":"a0e5c4f0-fd99-4372-8beb-ad806e67f87f","namespace":"e2e-extmod-att-user-3ff8b8","name":"e2e-att-serve-315853","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.303529774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"d93ff6e5-1003-4a76-8a9e-59aacff9a412","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.304196127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"9defeedb-dfef-4d01-a495-359d62bfc956","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.305485972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"3231ba0f-f928-4571-b665-205a016dad54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.308720287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ba39da7-aa6c-4bcc-8a20-35eb532f8221","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.312745644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"3064b28f-8545-412a-867c-3ecc73e9e881","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.314322341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"d93ff6e5-1003-4a76-8a9e-59aacff9a412","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.315414856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"3231ba0f-f928-4571-b665-205a016dad54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.318947557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ba39da7-aa6c-4bcc-8a20-35eb532f8221","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.320536178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"9defeedb-dfef-4d01-a495-359d62bfc956","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.322331546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"3064b28f-8545-412a-867c-3ecc73e9e881","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.517726847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"279c75bd-9553-483c-8679-058718d5e542","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.517956468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"fe1f4fca-c558-4a3d-ad5d-ea60c000d654","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.518960146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b78c2a8-0da3-4f1d-8ade-2ba05e689c17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.52110502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"a5ce2065-d986-4787-a44d-e685025d7e02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.521492327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"02e8df25-1cb5-4442-a2fc-3504392f523b","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.527609753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"fe1f4fca-c558-4a3d-ad5d-ea60c000d654","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.527700152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"279c75bd-9553-483c-8679-058718d5e542","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.530085526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b78c2a8-0da3-4f1d-8ade-2ba05e689c17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.531591201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"02e8df25-1cb5-4442-a2fc-3504392f523b","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.532818992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"a5ce2065-d986-4787-a44d-e685025d7e02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.611311106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"cb9e838e-21f2-41ab-947e-61b95eb3e6df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.6117009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"feae7cf8-f18b-4032-82a1-de8babefa58f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.619171706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"a150625c-cfcb-4f42-8af1-e83b18539f40","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.619187702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"b17c1469-791d-4c41-8ab0-f0806974a00b","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.624060354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"cb9e838e-21f2-41ab-947e-61b95eb3e6df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.624635493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"feae7cf8-f18b-4032-82a1-de8babefa58f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.630470925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"a150625c-cfcb-4f42-8af1-e83b18539f40","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.632213827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"b17c1469-791d-4c41-8ab0-f0806974a00b","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.711934417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"92bbc53c-50c3-46b7-9890-53af6501edf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.711986101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"e23959b1-1b59-409b-8f49-a5df9a757ed2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.718292811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"e6960c60-fc0a-44de-84cc-77e691b704cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.718358673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"8859ab03-25cd-4e58-a33a-cc4020f3748f","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.71871805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"3f5a88b9-26c7-4406-8891-090100a5154c","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.723358464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"e23959b1-1b59-409b-8f49-a5df9a757ed2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.723442653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"92bbc53c-50c3-46b7-9890-53af6501edf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.728671883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"8859ab03-25cd-4e58-a33a-cc4020f3748f","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.728725982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"3f5a88b9-26c7-4406-8891-090100a5154c","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.730878272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"e6960c60-fc0a-44de-84cc-77e691b704cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:24.737798911Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"3f5a88b9-26c7-4406-8891-090100a5154c","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:26.315567582Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-01fa53-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-sub","reconcileID":"04a40398-bbc4-4f16-836a-078f58293290","MaaSSubscription":{"name":"e2e-att-detach-01fa53-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"model":"e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53","subscription":"e2e-att-detach-01fa53-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:26.336551652Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-01fa53-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-sub","reconcileID":"04a40398-bbc4-4f16-836a-078f58293290","MaaSSubscription":{"name":"e2e-att-detach-01fa53-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"model":"e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:26.34455426Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-01fa53-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-sub","reconcileID":"04a40398-bbc4-4f16-836a-078f58293290","MaaSSubscription":{"name":"e2e-att-detach-01fa53-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:26.386361264Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-969878 priority=0:[ai-tenant-e2e-extmod-b-969878/e2e-att-serve-694483-sub ai-tenant-e2e-extmod-b-969878/e2e-rot-8b2fe9-sub]","namespace=ai-tenant-e2e-extmod-b-d97cc8 priority=0:[ai-tenant-e2e-extmod-b-d97cc8/e2e-att-serve-470904-sub ai-tenant-e2e-extmod-b-d97cc8/e2e-rec-ctrl-c4a830-sub ai-tenant-e2e-extmod-b-d97cc8/e2e-rec-recover-a372a1-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:26.396932578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"5982598a-16d0-45df-aaae-11dc4459d6c8","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:26.396975289Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"5982598a-16d0-45df-aaae-11dc4459d6c8","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-detach-01fa53-1689e4fc7e5b","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-detach-01fa53","externalModel":"e2e-att-detach-01fa53","provider":"e2e-att-detach-01fa53-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:26.411459491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"aa7bc3c6-83e1-47d1-8168-876ba7c1bc59","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:26.421159202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"aa7bc3c6-83e1-47d1-8168-876ba7c1bc59","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:26.518174131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"0ebbe463-54d8-496a-ba69-9049f90018e1","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:26.518210667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"c9f4af3e-acdd-4e6a-8c8c-de65607cbf9f","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:26.528795648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"0ebbe463-54d8-496a-ba69-9049f90018e1","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:26.528966502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"c9f4af3e-acdd-4e6a-8c8c-de65607cbf9f","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:26.547817242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"50b21f92-a818-4a3c-b5e6-90a4c08fe5ac","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:26.547837878Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"50b21f92-a818-4a3c-b5e6-90a4c08fe5ac","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-detach-01fa53-1689e4fc7e5b","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-detach-01fa53","externalModel":"e2e-att-detach-01fa53","provider":"e2e-att-detach-01fa53-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:26.658972085Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-detach-01fa53-access","reconcileID":"7986fb9d-3101-4980-b78a-65a0477ae5cd","MaaSAuthPolicy":{"name":"e2e-att-detach-01fa53-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"model":"e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:26.699581659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"080e6e3b-4ff1-4503-b9da-f69638b05a8c","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-detach-01fa53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:26.699605421Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"080e6e3b-4ff1-4503-b9da-f69638b05a8c","MaaSModelRef":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-detach-01fa53-1689e4fc7e5b","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-detach-01fa53","externalModel":"e2e-att-detach-01fa53","provider":"e2e-att-detach-01fa53-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.24114569Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"d6e1e2f8-cdce-4a54-84d0-4fdea30be5c3","namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.260372939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6218a176-e21e-4b8c-beea-c55297963cbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.261414183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"67982c80-63ce-4353-aa9d-3d1d38293d17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.262541032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"3327f6d5-c140-4420-a70f-21b9e4db75ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.262994776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"ba1b0549-1076-4e24-96b4-f8c1e4fe4810","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.264489297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"dbce3d1e-8f80-41aa-9804-42a654d3a4f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.268202459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"5530ca64-029f-41f7-8535-4e497db319e8","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-unrel-c9b2e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.268225006Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"5530ca64-029f-41f7-8535-4e497db319e8","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-unrel-c9b2e0-0b830d2d0abe","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-unrel-c9b2e0","externalModel":"e2e-att-unrel-c9b2e0","provider":"e2e-att-unrel-c9b2e0-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.278388524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6218a176-e21e-4b8c-beea-c55297963cbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.294936971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"ba1b0549-1076-4e24-96b4-f8c1e4fe4810","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.308086493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"3327f6d5-c140-4420-a70f-21b9e4db75ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.298253481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"67982c80-63ce-4353-aa9d-3d1d38293d17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.312972028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"dbce3d1e-8f80-41aa-9804-42a654d3a4f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.32783286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-c9b2e0-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-sub","reconcileID":"f0c42022-cb4b-4909-82b7-966a9a5c3b7b","MaaSSubscription":{"name":"e2e-att-unrel-c9b2e0-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-att-unrel-c9b2e0","model":"e2e-extmod-att-user-99fd76/e2e-att-unrel-c9b2e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.388942393Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-01fa53","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","reconcileID":"807951f6-ef7f-444a-8af5-7966f3ee79ab","namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-detach-01fa53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.441653448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"16547554-a608-4631-bd80-0486bcc5e49a","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.441853173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"0291446d-2d25-43da-9cad-7a0e9cf15248","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.452950045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"0291446d-2d25-43da-9cad-7a0e9cf15248","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.454321179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"16547554-a608-4631-bd80-0486bcc5e49a","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.608495985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f091402-8a6e-400e-8198-0eaded33199e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.617706293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"6c026a86-0582-47f5-bf79-76e5525bce4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.618534394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"1e8b42b7-872d-4168-8a53-4c9f077fec29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.62817848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f091402-8a6e-400e-8198-0eaded33199e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.639640112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"6c026a86-0582-47f5-bf79-76e5525bce4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.652935515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"1e8b42b7-872d-4168-8a53-4c9f077fec29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.663843778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"d5fc617e-a347-4970-b8ed-8eea42ffe704","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.668636641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"d07c9b8c-427c-4989-a398-68327f59bc30","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.677752939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"d5fc617e-a347-4970-b8ed-8eea42ffe704","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.683759794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"d07c9b8c-427c-4989-a398-68327f59bc30","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.92816893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"220d1f21-faa0-4b40-91bb-64283372665c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.929501135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"87d9c0ea-6e98-4ed4-8782-c1d3b29b25a1","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.931665628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"a6bf79d4-2144-4b4c-a373-769309065c82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.933512893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"948f575b-517b-478c-ad95-becd75b16b98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.938750158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"220d1f21-faa0-4b40-91bb-64283372665c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.939291466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"e38147f9-8cf2-4b53-a0a0-e0ae773d5ad0","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.940497631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"87d9c0ea-6e98-4ed4-8782-c1d3b29b25a1","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.943622059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"a6bf79d4-2144-4b4c-a373-769309065c82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.944087491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"948f575b-517b-478c-ad95-becd75b16b98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.949793079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"e38147f9-8cf2-4b53-a0a0-e0ae773d5ad0","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.958122226Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"e38147f9-8cf2-4b53-a0a0-e0ae773d5ad0","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.959541504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"aabda01b-692c-451e-9fd0-c8097b0888cc","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-unrel-c9b2e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.959558494Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"aabda01b-692c-451e-9fd0-c8097b0888cc","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-unrel-c9b2e0-0b830d2d0abe","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-unrel-c9b2e0","externalModel":"e2e-att-unrel-c9b2e0","provider":"e2e-att-unrel-c9b2e0-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:27.989498088Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-c9b2e0-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-sub","reconcileID":"b94b8128-cc35-4731-a0e1-468a051c574b","MaaSSubscription":{"name":"e2e-att-unrel-c9b2e0-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dcd17e7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:28.068836525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"8aa17262-9fdc-4f0a-832c-8965a86b8dcd","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:28.076488977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"c2188e27-925d-4f59-9c36-09182d37e21b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:28.077093942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"26c004d0-f965-4779-ace6-47715d38b7bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:28.0776368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"677a7f51-74d3-4e43-be94-e6a820c9627a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:28.091899414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"8aa17262-9fdc-4f0a-832c-8965a86b8dcd","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:28.094399751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"c2188e27-925d-4f59-9c36-09182d37e21b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:28.09672139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"26c004d0-f965-4779-ace6-47715d38b7bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:28.099600693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"22f28f4c-d40a-4705-93a0-bc87fc475c9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:28.101394038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"677a7f51-74d3-4e43-be94-e6a820c9627a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:28.118898137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"22f28f4c-d40a-4705-93a0-bc87fc475c9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:28.229615557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"ce001e12-df87-4dd8-8925-f45bd26ed692","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:28.261373028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"246aedf8-f9da-4d05-9375-8df617ddaa21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:28.266479156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"ce001e12-df87-4dd8-8925-f45bd26ed692","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:28.275969667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"246aedf8-f9da-4d05-9375-8df617ddaa21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:28.456677888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"ea42ac43-1648-44f6-b94c-f32b7b409b6c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:28.554319106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"fca5ccc4-cf1a-49bd-8b25-10384dc747eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:28.556603794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"0b4dd654-0859-4c7b-9f59-ee19abd16c79","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:28.563037473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-694483-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-sub","reconcileID":"0574add9-4561-4c56-9e8c-d0344d1e5deb","MaaSSubscription":{"name":"e2e-att-serve-694483-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"maas-trlp-e2e-att-serve-694483","model":"e2e-extmod-att-user-487d36/e2e-att-serve-694483","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:28.610749829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-c4a830-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-sub","reconcileID":"1a70984b-21aa-4974-b6a5-f9e98193d175","MaaSSubscription":{"name":"e2e-rec-ctrl-c4a830-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"maas-trlp-e2e-rec-ctrl-c4a830","model":"e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:28.769603413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"af4bf7d3-0f3f-474e-89ce-886274820cdb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:28.806429162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"bedff5ce-7d3e-4f25-a63a-0a983a9a20e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:28.814988268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ea63af3d-09a6-4f6f-ab92-f2cc1f5d6bd2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:28.815005516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-subscription","reconcileID":"dfd4d944-6711-43c0-a1f3-fe5511b2995a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-premium-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:28.816580825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"134b7fd5-aaf0-42b2-85a3-d576a2d5297b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:28.918578436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-sub","reconcileID":"56c5d71d-77dd-42d2-bfb4-9cf175e71943","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"maas-trlp-e2e-rot-8b2fe9","model":"e2e-extmod-rot-user-1bbde6/e2e-rot-8b2fe9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:28.959699337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"f67d1458-8836-45a1-99cd-9156cc80e119","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:28.959864952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"1eb8f7b3-b611-41f4-b534-faa65ebeeb32","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:28.960105307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"213940a5-4e63-46c6-a0b8-7e5b2be1cad9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:29.10919782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-470904-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-sub","reconcileID":"941405ee-55b9-47a7-b44b-b5ff7743ea53","MaaSSubscription":{"name":"e2e-att-serve-470904-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"maas-trlp-e2e-att-serve-470904","model":"e2e-extmod-att-user-fda815/e2e-att-serve-470904","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:29.110602279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"77ea7150-1d01-4fe6-8cf0-0629a70ca786","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:36.383640445Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.035562932Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"4aa865c7-626b-40a8-9828-5ec489124679","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"routeName":"external-model-e2e-rec-ctrl-c4a830-66b24343cddd","namespace":"e2e-extmod-rec-user-7b266b","model":"e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.04192717Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-c4a830-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-sub","reconcileID":"c7d03a07-1500-45a1-b946-0671f476bcc5","MaaSSubscription":{"name":"e2e-rec-ctrl-c4a830-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.089308551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"e5716ed3-2e16-4d49-b21f-e6a64a4ba083","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.104989211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"e5716ed3-2e16-4d49-b21f-e6a64a4ba083","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.111568762Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"233af745-e30a-496e-bda8-99a73448295b","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"routeName":"external-model-e2e-rec-ctrl-c4a830-66b24343cddd","namespace":"e2e-extmod-rec-user-7b266b","model":"e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.113209529Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"e5716ed3-2e16-4d49-b21f-e6a64a4ba083","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.142756023Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-c4a830-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-sub","reconcileID":"9c720f02-1f4e-4d26-9873-3a6da9c54a32","MaaSSubscription":{"name":"e2e-rec-ctrl-c4a830-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.145033557Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"cd6593ac-132f-41f9-915c-ec57c46a306a","namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.169841615Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"ab5428e6-d20d-4218-a183-f0433b534d46","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.185271701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"9549045f-20ec-4afe-88dd-202e9deca010","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.18701057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"f7094cbe-3f4c-4664-b5fa-49a9cd8c893e","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.190917525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"95fd71fd-2951-4093-969a-ed743ca5fe1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.191235722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"60fad57a-3d62-4757-a50c-3fbcefc092cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.196938773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"9549045f-20ec-4afe-88dd-202e9deca010","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.198929634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"f7094cbe-3f4c-4664-b5fa-49a9cd8c893e","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.206738392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"c1a68fd6-e153-46ec-ad28-11e73754e5ea","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.207474592Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"9549045f-20ec-4afe-88dd-202e9deca010","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.20800035Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"b7144e30-089d-4139-98f0-8c76bdc02c05","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.212122344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"60fad57a-3d62-4757-a50c-3fbcefc092cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.213067727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"95fd71fd-2951-4093-969a-ed743ca5fe1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.218606394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"c1a68fd6-e153-46ec-ad28-11e73754e5ea","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.232488402Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"c1a68fd6-e153-46ec-ad28-11e73754e5ea","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.281699526Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"d57b10c5-6aed-4eb7-9572-63307f0e517a","namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.3026317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"d76108f0-24e4-4af1-9094-a525988439b9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.315295309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"d76108f0-24e4-4af1-9094-a525988439b9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.324607176Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"d76108f0-24e4-4af1-9094-a525988439b9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.479425647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"4e340ac1-3221-4ceb-a5e2-d5d59f489805","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.488444298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"1c52a1d5-f112-43a2-a0cd-bda8e018fcfe","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.493540893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"1698e396-dff4-4982-8550-051fde18964c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.494196653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"764ff79d-1980-4e2f-9837-38aebc680925","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.500903662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"1c52a1d5-f112-43a2-a0cd-bda8e018fcfe","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.501363922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"4e340ac1-3221-4ceb-a5e2-d5d59f489805","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.505425264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"9099d1e9-e876-471f-b661-a5f737b3386a","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.512781614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"764ff79d-1980-4e2f-9837-38aebc680925","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.518391992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"9099d1e9-e876-471f-b661-a5f737b3386a","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.51887647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"1698e396-dff4-4982-8550-051fde18964c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.528014332Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"9099d1e9-e876-471f-b661-a5f737b3386a","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.638867886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7303be9a-76df-44bf-8747-6f6b4c3b5edd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.639279066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"b5e81326-70ad-4af2-9638-8ac957a70238","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.639716651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"acd9b8da-2fc7-4b82-bdfc-199b6984f431","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.643518081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"402d9a56-e85b-4185-9e64-35ebddb65796","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.649555517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"b5e81326-70ad-4af2-9638-8ac957a70238","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.649605996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7303be9a-76df-44bf-8747-6f6b4c3b5edd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.652871574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"acd9b8da-2fc7-4b82-bdfc-199b6984f431","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.653602353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"402d9a56-e85b-4185-9e64-35ebddb65796","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.73646261Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"374561a7-4265-4f25-be05-fa4ff8b9df9c","namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.741525953Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"887dc3ab-47d0-4da6-b7f5-6d423f9463b9","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.742337375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"495753bd-1ffb-48fb-a225-465461126aa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.74834884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"8ac27cb8-ffe7-44be-82e8-9214c8047201","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.748412857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"c34eba5e-845b-4a03-bea6-5b9dbd02c98c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.749083698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"c179a664-ad7e-46b8-b5f1-3942c63eb4ce","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.75218461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"495753bd-1ffb-48fb-a225-465461126aa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.758777697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"8ac27cb8-ffe7-44be-82e8-9214c8047201","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.759418294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"c179a664-ad7e-46b8-b5f1-3942c63eb4ce","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.759875892Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"3e2bf0ef-da87-4286-8bca-21f45b7c089c","namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.760937007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"c34eba5e-845b-4a03-bea6-5b9dbd02c98c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:37.764421447Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"afce342d-5c3d-4c5e-b757-4333540eba2f","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"error":"ExternalModel e2e-rec-ctrl-c4a830 not found in namespace e2e-extmod-rec-user-7b266b (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:37.773180737Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"afce342d-5c3d-4c5e-b757-4333540eba2f","error":"ExternalModel e2e-rec-ctrl-c4a830 not found in namespace e2e-extmod-rec-user-7b266b (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:37.786021017Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"bfdfb77c-7220-49a8-aa96-becd9254c3fb","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"error":"ExternalModel e2e-rec-ctrl-c4a830 not found in namespace e2e-extmod-rec-user-7b266b (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:37.786116312Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"bfdfb77c-7220-49a8-aa96-becd9254c3fb","error":"ExternalModel e2e-rec-ctrl-c4a830 not found in namespace e2e-extmod-rec-user-7b266b (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:37.808548914Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"266aca95-8ca3-46b7-922b-18aa053b76c8","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"error":"ExternalModel e2e-rec-ctrl-c4a830 not found in namespace e2e-extmod-rec-user-7b266b (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:37.808612372Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"266aca95-8ca3-46b7-922b-18aa053b76c8","error":"ExternalModel e2e-rec-ctrl-c4a830 not found in namespace e2e-extmod-rec-user-7b266b (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.810986012Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-c4a830-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-sub","reconcileID":"688eb869-f191-46e7-9e36-8c2e8e2fe4ef","MaaSSubscription":{"name":"e2e-rec-ctrl-c4a830-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:37.835183658Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"e8be81f3-efb7-44fd-9168-86ae09265d93","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"error":"ExternalModel e2e-rec-ctrl-c4a830 not found in namespace e2e-extmod-rec-user-7b266b (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:37.835243099Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"e8be81f3-efb7-44fd-9168-86ae09265d93","error":"ExternalModel e2e-rec-ctrl-c4a830 not found in namespace e2e-extmod-rec-user-7b266b (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.841799616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05d45266-3cff-49f8-971a-6f368a995577","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:37.843146724Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"dcae1a5d-a905-4cde-8bd5-4f8ede401d58","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"error":"ExternalModel e2e-rec-ctrl-c4a830 not found in namespace e2e-extmod-rec-user-7b266b (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:37.843208904Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"dcae1a5d-a905-4cde-8bd5-4f8ede401d58","error":"ExternalModel e2e-rec-ctrl-c4a830 not found in namespace e2e-extmod-rec-user-7b266b (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.851429963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05d45266-3cff-49f8-971a-6f368a995577","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:37.927753661Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"a675796d-7c2a-4f18-bca0-a7da76baf57e","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"error":"ExternalModel e2e-rec-ctrl-c4a830 not found in namespace e2e-extmod-rec-user-7b266b (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:37.927807592Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"a675796d-7c2a-4f18-bca0-a7da76baf57e","error":"ExternalModel e2e-rec-ctrl-c4a830 not found in namespace e2e-extmod-rec-user-7b266b (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.941837938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"c19f3d2c-b9e6-4db1-8c0d-730e5f0aaf8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.942487139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"70a24fe8-d2d7-4423-99ad-02c7519a5081","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.942532379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"59a39066-5006-438d-a483-b67456217923","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.95053499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"480d75d8-26ce-4a37-a1ea-2cf959663b58","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.952151535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"c19f3d2c-b9e6-4db1-8c0d-730e5f0aaf8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.952989812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"70a24fe8-d2d7-4423-99ad-02c7519a5081","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.955831586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"59a39066-5006-438d-a483-b67456217923","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.960532221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"480d75d8-26ce-4a37-a1ea-2cf959663b58","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.964504967Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"480d75d8-26ce-4a37-a1ea-2cf959663b58","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:37.995355918Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-c9b2e0-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-sub","reconcileID":"39116524-ce2e-4327-a593-57b04714b354","MaaSSubscription":{"name":"e2e-att-unrel-c9b2e0-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"model":"e2e-extmod-att-user-99fd76/e2e-att-unrel-c9b2e0","subscription":"e2e-att-unrel-c9b2e0-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.014280783Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-c9b2e0-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-sub","reconcileID":"39116524-ce2e-4327-a593-57b04714b354","MaaSSubscription":{"name":"e2e-att-unrel-c9b2e0-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"model":"e2e-extmod-att-user-99fd76/e2e-att-unrel-c9b2e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.022342751Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-c9b2e0-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-sub","reconcileID":"39116524-ce2e-4327-a593-57b04714b354","MaaSSubscription":{"name":"e2e-att-unrel-c9b2e0-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-extmod-att-user-99fd76/e2e-att-unrel-c9b2e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.043966847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"fdf9dda4-3a1b-4928-9999-fcdc07aaab04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.063664576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"fdf9dda4-3a1b-4928-9999-fcdc07aaab04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:38.093446005Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"8fc16235-95e0-480f-9ee6-226ff2a1ca01","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"error":"ExternalModel e2e-rec-ctrl-c4a830 not found in namespace e2e-extmod-rec-user-7b266b (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:38.093514387Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"8fc16235-95e0-480f-9ee6-226ff2a1ca01","error":"ExternalModel e2e-rec-ctrl-c4a830 not found in namespace e2e-extmod-rec-user-7b266b (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.14558716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb264fe6-b7d0-4647-a90a-c2ea1196b883","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.146189667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"684416ba-ae57-46ca-b91e-37c833280671","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.147507842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"8f8beb7a-7e41-4b37-af3f-ae3f1e6cd8c1","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.148123052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"edd865b1-9262-454b-8571-4bba56012dea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.150843508Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-969878 priority=0:[ai-tenant-e2e-extmod-b-969878/e2e-att-serve-694483-sub ai-tenant-e2e-extmod-b-969878/e2e-rot-8b2fe9-sub]","namespace=ai-tenant-e2e-extmod-b-d97cc8 priority=0:[ai-tenant-e2e-extmod-b-d97cc8/e2e-att-serve-470904-sub ai-tenant-e2e-extmod-b-d97cc8/e2e-rec-ctrl-c4a830-sub ai-tenant-e2e-extmod-b-d97cc8/e2e-rec-recover-a372a1-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.151628827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"ebb37d40-c2c8-4479-92fd-ea93fd57a3e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.156502346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb264fe6-b7d0-4647-a90a-c2ea1196b883","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.157707718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"684416ba-ae57-46ca-b91e-37c833280671","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.159256977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"8f8beb7a-7e41-4b37-af3f-ae3f1e6cd8c1","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.161677407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"d89f8b2f-e900-446f-9a19-5b0795572937","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-unrel-c9b2e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.161702981Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"d89f8b2f-e900-446f-9a19-5b0795572937","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-unrel-c9b2e0-0b830d2d0abe","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-unrel-c9b2e0","externalModel":"e2e-att-unrel-c9b2e0","provider":"e2e-att-unrel-c9b2e0-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.164950089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"edd865b1-9262-454b-8571-4bba56012dea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.165960781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"ebb37d40-c2c8-4479-92fd-ea93fd57a3e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.363067232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"4cb26cb1-261a-4af9-95b6-e60b115d33da","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-unrel-c9b2e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.363095614Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"4cb26cb1-261a-4af9-95b6-e60b115d33da","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-unrel-c9b2e0-0b830d2d0abe","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-unrel-c9b2e0","externalModel":"e2e-att-unrel-c9b2e0","provider":"e2e-att-unrel-c9b2e0-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.380672056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"342dc253-8e0a-4b08-9681-3a8a7e15afbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.380978512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"27ee7d50-7675-4959-917f-9470d3f27053","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.381362735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"b4d524de-855a-4905-b830-170a67791ae5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.381616441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"8504555c-6a95-4775-9e53-0f6d66cdab94","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.381945191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"03c97707-f135-4c84-a1c8-9b79b3914190","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.3983957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"342dc253-8e0a-4b08-9681-3a8a7e15afbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.398470023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"27ee7d50-7675-4959-917f-9470d3f27053","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.400708172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"b4d524de-855a-4905-b830-170a67791ae5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.400857368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"03c97707-f135-4c84-a1c8-9b79b3914190","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.402894936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"8504555c-6a95-4775-9e53-0f6d66cdab94","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:38.419270984Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"8d8c6366-46d6-4fd3-a2e5-b5604a03ab5a","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"error":"ExternalModel e2e-rec-ctrl-c4a830 not found in namespace e2e-extmod-rec-user-7b266b (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:38.419332522Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-c4a830","namespace":"e2e-extmod-rec-user-7b266b"},"namespace":"e2e-extmod-rec-user-7b266b","name":"e2e-rec-ctrl-c4a830","reconcileID":"8d8c6366-46d6-4fd3-a2e5-b5604a03ab5a","error":"ExternalModel e2e-rec-ctrl-c4a830 not found in namespace e2e-extmod-rec-user-7b266b (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.542153699Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"73966997-c18e-40ca-ba2a-1197d27147c6","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"model":"e2e-extmod-att-user-99fd76/e2e-att-unrel-c9b2e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.580284684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"212b2f7b-4d7a-42bc-93da-acbfd48c1321","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.584266829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"87807e10-2007-4e0e-907e-aa5e0fc4015c","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.591736511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"212b2f7b-4d7a-42bc-93da-acbfd48c1321","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.596814923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"87807e10-2007-4e0e-907e-aa5e0fc4015c","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.600972607Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"212b2f7b-4d7a-42bc-93da-acbfd48c1321","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.697850033Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-c4a830-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-sub","reconcileID":"31f5b8d0-452d-48dc-98e3-f6e67d2ee936","MaaSSubscription":{"name":"e2e-rec-ctrl-c4a830-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830","error":"MaaSModelRef not found: e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.724107945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"c3293981-0d54-47f7-abdb-6aaeb0ab2da9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.736543479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"c3293981-0d54-47f7-abdb-6aaeb0ab2da9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.738001236Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"c3293981-0d54-47f7-abdb-6aaeb0ab2da9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.799638131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"73966997-c18e-40ca-ba2a-1197d27147c6","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.823000893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"b359f637-fd3d-4eb8-be29-07b5931d4a91","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.830670528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"75351eb0-a052-4a1c-8520-3506bf8d190a","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.873038823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"75351eb0-a052-4a1c-8520-3506bf8d190a","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.873102126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"b359f637-fd3d-4eb8-be29-07b5931d4a91","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.876184335Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"73966997-c18e-40ca-ba2a-1197d27147c6","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.876206094Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-att-unrel-c9b2e0-access","reconcileID":"73966997-c18e-40ca-ba2a-1197d27147c6","MaaSAuthPolicy":{"name":"e2e-att-unrel-c9b2e0-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.882229898Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"b359f637-fd3d-4eb8-be29-07b5931d4a91","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.897377317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"0ab70f64-a7c4-48c8-a8d3-e108adae1aa9","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"tenant":"e2e-extmod-b-4d5758","gateway":"openshift-ingress/e2e-extmod-b-4d5758","model":"e2e-extmod-att-user-99fd76/e2e-att-unrel-c9b2e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.897395124Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"0ab70f64-a7c4-48c8-a8d3-e108adae1aa9","MaaSModelRef":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"routeName":"external-model-e2e-att-unrel-c9b2e0-0b830d2d0abe","namespace":"e2e-extmod-att-user-99fd76","model":"e2e-att-unrel-c9b2e0","externalModel":"e2e-att-unrel-c9b2e0","provider":"e2e-att-unrel-c9b2e0-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.918625525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"ec85fd75-b5d2-4a6d-800a-34ae3f1e5331","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.934254892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"ec85fd75-b5d2-4a6d-800a-34ae3f1e5331","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:38.934280546Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"ec85fd75-b5d2-4a6d-800a-34ae3f1e5331","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:39.019511212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"29cc21f8-d647-4d28-9c6e-9dad485a908a","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:39.032011743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"29cc21f8-d647-4d28-9c6e-9dad485a908a","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:39.040358603Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"29cc21f8-d647-4d28-9c6e-9dad485a908a","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:39.119307097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"5736c24f-0974-453e-96cb-4cba7a2d22f7","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:39.130228546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"5736c24f-0974-453e-96cb-4cba7a2d22f7","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:39.439176721Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"b3781ac6-5af9-4ca6-a045-a68909f60a86","namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:39.485542255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"d5374075-ccb7-4e75-8128-2a3cef7ae950","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:39.485916596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"2458f68e-5c11-41ec-9448-80c36e7cb31b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:39.486146913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"4fea1f24-4d29-47cc-9fda-e732bc2a8523","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:39.487077816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7c3b510-89b5-45e1-bd3b-e8ac70058020","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:39.497445517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"e079667c-ed8a-4925-b1e0-ef2cac115521","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:39.502194834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"d5374075-ccb7-4e75-8128-2a3cef7ae950","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:39.503882682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"4fea1f24-4d29-47cc-9fda-e732bc2a8523","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:39.576319522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"2458f68e-5c11-41ec-9448-80c36e7cb31b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:39.582676581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7c3b510-89b5-45e1-bd3b-e8ac70058020","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:39.585816615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"e079667c-ed8a-4925-b1e0-ef2cac115521","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:39.592570981Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"4fea1f24-4d29-47cc-9fda-e732bc2a8523","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:39.596601114Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-c9b2e0","namespace":"e2e-extmod-att-user-99fd76"},"namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","reconcileID":"314b225c-8269-438d-a504-d0f11d2aeba4","namespace":"e2e-extmod-att-user-99fd76","name":"e2e-att-unrel-c9b2e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:39.728028399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"0aad8201-9b7a-4b74-b9da-9d3618b40af9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:39.728429256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"148061f6-5ee8-4174-b635-ebb30271030f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:39.728655535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"b927d17f-2ff4-4d75-a685-e1528543b69e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:39.732785826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"986f9e31-8657-4fd6-8d5c-bba946320eed","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:39.739445882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"0aad8201-9b7a-4b74-b9da-9d3618b40af9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:39.741378904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"148061f6-5ee8-4174-b635-ebb30271030f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:39.742647232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"b927d17f-2ff4-4d75-a685-e1528543b69e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:39.743791906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"986f9e31-8657-4fd6-8d5c-bba946320eed","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:39.752011695Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"986f9e31-8657-4fd6-8d5c-bba946320eed","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:39.836935028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"aabf40dc-6cb4-4a81-8da8-0eb9e3be7cb2","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:39.848256995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"aabf40dc-6cb4-4a81-8da8-0eb9e3be7cb2","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:39.961552004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b8c8921-6063-4b55-b14b-29a80bb9f1b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:39.967543113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"975e7481-b582-4ca1-b8ef-d6f7ee22a9dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:39.968182245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"7dd706f6-d9cb-4f84-a12e-3935647c9d69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:39.986433735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b8c8921-6063-4b55-b14b-29a80bb9f1b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:39.990500315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"7dd706f6-d9cb-4f84-a12e-3935647c9d69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:39.995663746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"975e7481-b582-4ca1-b8ef-d6f7ee22a9dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.000620833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"13857a70-87fc-4a21-906d-d19a48d294a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.013479405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"13857a70-87fc-4a21-906d-d19a48d294a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.028003835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"5792417c-e9ba-4e2f-ba06-f18a7415d56b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.041009377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"5792417c-e9ba-4e2f-ba06-f18a7415d56b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.103460685Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","reconcileID":"1f238431-fe15-4b2a-b842-7f24774818de","namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.112653637Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","reconcileID":"a85bac0a-e1b9-4bad-a85d-9b95f362b205","namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.116361594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"bfaab834-128b-4685-8974-abf0f7e6412a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.116457382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"0f83d118-0634-492b-82e9-0e7f145177ed","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.127706109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"bfaab834-128b-4685-8974-abf0f7e6412a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.127712136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"0f83d118-0634-492b-82e9-0e7f145177ed","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.226133194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"bf259d42-69b5-4d60-85fe-05039fe31bd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.226170856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cdc8bbc6-5db2-41b9-8281-691f94708021","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.226829805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"4233aed1-056d-497c-9ab1-215cf17e9a7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.239865708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"bf259d42-69b5-4d60-85fe-05039fe31bd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.242602654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cdc8bbc6-5db2-41b9-8281-691f94708021","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.242740013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"4233aed1-056d-497c-9ab1-215cf17e9a7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.311613675Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","reconcileID":"7daedb3a-ce3c-40ed-8a0f-7dabfefe89ac","namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.334320563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"599d2113-7bc3-4301-b13e-db7e2361f157","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.335878892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"3b8f59bd-b368-47c7-b3f8-b6168e955623","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.336410814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","reconcileID":"87d700c6-17e0-41de-843a-ee0d90b1c35d","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"tenant":"e2e-extmod-a-517027","gateway":"openshift-ingress/e2e-extmod-a-517027","model":"e2e-extmod-cfl-2-ca97c8/e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.336435256Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","reconcileID":"87d700c6-17e0-41de-843a-ee0d90b1c35d","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"routeName":"external-model-e2e-cfl-same-85c02c-ffdc8a8ecb2f","namespace":"e2e-extmod-cfl-2-ca97c8","model":"e2e-cfl-same-85c02c","externalModel":"e2e-cfl-same-85c02c","provider":"e2e-cfl-same-85c02c","gateway":"openshift-ingress/e2e-extmod-a-517027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.345264249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"599d2113-7bc3-4301-b13e-db7e2361f157","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.348929297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"3b8f59bd-b368-47c7-b3f8-b6168e955623","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.359947794Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"3b8f59bd-b368-47c7-b3f8-b6168e955623","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.361479359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","reconcileID":"2c099a55-5fbc-4360-97a6-97373f096728","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"tenant":"e2e-extmod-a-517027","gateway":"openshift-ingress/e2e-extmod-a-517027","model":"e2e-extmod-cfl-2-ca97c8/e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.361502628Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","reconcileID":"2c099a55-5fbc-4360-97a6-97373f096728","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"routeName":"external-model-e2e-cfl-same-85c02c-ffdc8a8ecb2f","namespace":"e2e-extmod-cfl-2-ca97c8","model":"e2e-cfl-same-85c02c","externalModel":"e2e-cfl-same-85c02c","provider":"e2e-cfl-same-85c02c","gateway":"openshift-ingress/e2e-extmod-a-517027","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:40.373355038Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","reconcileID":"2c099a55-5fbc-4360-97a6-97373f096728","name":"e2e-cfl-same-85c02c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-85c02c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:40.373414636Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","reconcileID":"2c099a55-5fbc-4360-97a6-97373f096728","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-85c02c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.384191378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","reconcileID":"99166dee-dcde-43a8-a531-e39f8bffd8fb","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"tenant":"e2e-extmod-a-517027","gateway":"openshift-ingress/e2e-extmod-a-517027","model":"e2e-extmod-cfl-2-ca97c8/e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.384211286Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","reconcileID":"99166dee-dcde-43a8-a531-e39f8bffd8fb","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"routeName":"external-model-e2e-cfl-same-85c02c-ffdc8a8ecb2f","namespace":"e2e-extmod-cfl-2-ca97c8","model":"e2e-cfl-same-85c02c","externalModel":"e2e-cfl-same-85c02c","provider":"e2e-cfl-same-85c02c","gateway":"openshift-ingress/e2e-extmod-a-517027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.421237963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"e7546126-ab7d-4a9f-a3d6-7f481d2863de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.428114866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"a71db3e5-db90-4ef8-bd69-9a1fbf66423b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.42840968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"93a275df-9591-4e7c-87ba-8498310f1376","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.433213664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"e7546126-ab7d-4a9f-a3d6-7f481d2863de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.447663152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"a71db3e5-db90-4ef8-bd69-9a1fbf66423b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.448533377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"93a275df-9591-4e7c-87ba-8498310f1376","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.604850167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"7f776916-8239-49b4-97d3-4057f9c3a1b8","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.649907353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"7f776916-8239-49b4-97d3-4057f9c3a1b8","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.663320402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"ee2d19de-cc8b-4422-bcc2-2598fcddcc9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.664025475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"b8c3b48b-acb7-4c72-9e4e-a89388f52bb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.671720506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"281498a0-83c1-436d-a7b3-d8b1f91823f3","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.678457345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"b8c3b48b-acb7-4c72-9e4e-a89388f52bb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.682219847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"ee2d19de-cc8b-4422-bcc2-2598fcddcc9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.68944987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"281498a0-83c1-436d-a7b3-d8b1f91823f3","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.700228423Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"281498a0-83c1-436d-a7b3-d8b1f91823f3","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.727402656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"8dbdf11e-3178-4c98-8874-e7284388524e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.780837384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"8dbdf11e-3178-4c98-8874-e7284388524e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.885154093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"2f98fefd-7cc3-4061-a977-86cfc6ad93be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.885885321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6159a619-7b71-4d3a-bc2f-3653efd74f53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.887589357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"41b19f65-a8b5-4a50-8014-07c43e1bcc0e","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.896565744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"2f98fefd-7cc3-4061-a977-86cfc6ad93be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.903500101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6159a619-7b71-4d3a-bc2f-3653efd74f53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.906233672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"41b19f65-a8b5-4a50-8014-07c43e1bcc0e","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.925810507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"ce58b85c-d5f8-46e7-b823-89ac1007c77d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.925835879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aac1fd61-68ba-425c-bdfc-1c5e20f929d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.935691492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"ce58b85c-d5f8-46e7-b823-89ac1007c77d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:40.935862385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aac1fd61-68ba-425c-bdfc-1c5e20f929d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.023797876Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"6a1c4993-1440-425e-b9ab-269e4d21c571","namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.201067319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"7460d76f-87e6-44ed-92f4-105f3d11465a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.216994592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"7460d76f-87e6-44ed-92f4-105f3d11465a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.252464731Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"31af3892-011e-49ca-8c33-2ebc95e9480d","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.259095172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"d2ab601d-a9ed-451c-beb0-0acb02ec1aed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.259723404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"d65bff26-7761-4bbf-821e-cd069739cd98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.263259927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"c078199f-14fa-4473-8811-2696cc305707","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.271509535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"e68dbd67-c80b-422b-84fa-b373931fef73","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.27527953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"d2ab601d-a9ed-451c-beb0-0acb02ec1aed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.275900162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"d65bff26-7761-4bbf-821e-cd069739cd98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.285218545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"c078199f-14fa-4473-8811-2696cc305707","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.285780253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"e68dbd67-c80b-422b-84fa-b373931fef73","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.319818945Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"e68dbd67-c80b-422b-84fa-b373931fef73","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.355442586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"54ed6cef-3eac-41d3-88e9-d4e67f8dfbb2","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.363893034Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"93591d61-a4cf-4413-8bff-ef3ad70a9c2f","namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.368224114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"54ed6cef-3eac-41d3-88e9-d4e67f8dfbb2","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.371572023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"7c7c9146-143b-47a3-bed6-181988a2a163","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"tenant":"e2e-extmod-a-517027","gateway":"openshift-ingress/e2e-extmod-a-517027","model":"e2e-extmod-cfl-1-43b319/e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.371592231Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"7c7c9146-143b-47a3-bed6-181988a2a163","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"routeName":"external-model-e2e-cfl-same-85c02c-9b2c7e49cd56","namespace":"e2e-extmod-cfl-1-43b319","model":"e2e-cfl-same-85c02c","externalModel":"e2e-cfl-same-85c02c","provider":"e2e-cfl-same-85c02c","gateway":"openshift-ingress/e2e-extmod-a-517027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.524556762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"693d8ffe-77ab-4bf5-81b1-ee7fc4a91192","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.535062277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"778a92b2-0438-4dc2-a017-c40952fa6b98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.536578663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"ce771319-5296-4277-a309-23c0fe57e8bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.555839893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"693d8ffe-77ab-4bf5-81b1-ee7fc4a91192","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.562932422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"778a92b2-0438-4dc2-a017-c40952fa6b98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.566878431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"ce771319-5296-4277-a309-23c0fe57e8bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.642625886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"e30549e8-46eb-4752-a4a9-c1b9db7515a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.644372426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"8c6baf0f-bc8a-4629-9eb4-2acad8331726","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.657769294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"e30549e8-46eb-4752-a4a9-c1b9db7515a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.670217779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"8c6baf0f-bc8a-4629-9eb4-2acad8331726","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.685618363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c54c3075-28b5-4a8f-b3da-7e230bf10d88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.692342138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"4470c003-2df8-45fc-97f5-34f3009a834f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.69768877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"85d9c4eb-4430-4275-86ee-e88774e9d57b","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.700639337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c54c3075-28b5-4a8f-b3da-7e230bf10d88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.700843995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"03d6c742-011f-46d6-a022-cdf1e02439a2","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"tenant":"e2e-extmod-a-517027","gateway":"openshift-ingress/e2e-extmod-a-517027","model":"e2e-extmod-cfl-1-43b319/e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.700866569Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"03d6c742-011f-46d6-a022-cdf1e02439a2","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"routeName":"external-model-e2e-cfl-same-85c02c-9b2c7e49cd56","namespace":"e2e-extmod-cfl-1-43b319","model":"e2e-cfl-same-85c02c","externalModel":"e2e-cfl-same-85c02c","provider":"e2e-cfl-same-85c02c","gateway":"openshift-ingress/e2e-extmod-a-517027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.705129041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"4470c003-2df8-45fc-97f5-34f3009a834f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.717300776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"85d9c4eb-4430-4275-86ee-e88774e9d57b","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.810209586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"b73c727f-4ac6-40ea-8428-7e3f1772d682","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.822627922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"b73c727f-4ac6-40ea-8428-7e3f1772d682","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.849183892Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"b73c727f-4ac6-40ea-8428-7e3f1772d682","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.883612722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"08d26c89-128e-421b-ae8e-a1d83e2faf13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.887145837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"f122b79f-5fb9-440e-95a7-a43006b76d9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.887425297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"01e8603a-d155-4b53-92f4-1ecd72314420","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.887585857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"95c9b4be-6a76-45c7-a8fb-1c64e37febbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.895739884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"08d26c89-128e-421b-ae8e-a1d83e2faf13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.897650942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"95c9b4be-6a76-45c7-a8fb-1c64e37febbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.897994859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"f122b79f-5fb9-440e-95a7-a43006b76d9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.898812698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"ed3ebaf4-82b0-4ec3-bd6d-a43a12c6e9b9","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.899848184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"01e8603a-d155-4b53-92f4-1ecd72314420","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.908499191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"ed3ebaf4-82b0-4ec3-bd6d-a43a12c6e9b9","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.963473343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"23db00ce-6896-4323-9eff-83c87e66e6cd","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"tenant":"e2e-extmod-a-517027","gateway":"openshift-ingress/e2e-extmod-a-517027","model":"e2e-extmod-cfl-1-43b319/e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.963492829Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"23db00ce-6896-4323-9eff-83c87e66e6cd","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"routeName":"external-model-e2e-cfl-same-85c02c-9b2c7e49cd56","namespace":"e2e-extmod-cfl-1-43b319","model":"e2e-cfl-same-85c02c","externalModel":"e2e-cfl-same-85c02c","provider":"e2e-cfl-same-85c02c","gateway":"openshift-ingress/e2e-extmod-a-517027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.971120828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"1d5257ff-3acb-4681-93aa-3105de002ef4","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.975230789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"520db5d3-47a7-4c9e-8a3b-14a43dd0df61","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.97625228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"701dc864-c931-46eb-9e57-76b8d125da2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.981830872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"dbe69278-6a1a-4b3d-9752-4c4c35bcc6ec","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.989318955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"520db5d3-47a7-4c9e-8a3b-14a43dd0df61","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.989498878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"701dc864-c931-46eb-9e57-76b8d125da2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:41.991668376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"dbe69278-6a1a-4b3d-9752-4c4c35bcc6ec","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:42.000191638Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"dbe69278-6a1a-4b3d-9752-4c4c35bcc6ec","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:42.006551313Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"1d5257ff-3acb-4681-93aa-3105de002ef4","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:42.015553854Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-517027-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"1d5257ff-3acb-4681-93aa-3105de002ef4","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:42.03049918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"249e8d50-14bd-4d10-8b94-2151168a0c40","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"tenant":"e2e-extmod-a-517027","gateway":"openshift-ingress/e2e-extmod-a-517027","model":"e2e-extmod-cfl-1-43b319/e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:42.03052007Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"249e8d50-14bd-4d10-8b94-2151168a0c40","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"routeName":"external-model-e2e-cfl-same-85c02c-9b2c7e49cd56","namespace":"e2e-extmod-cfl-1-43b319","model":"e2e-cfl-same-85c02c","externalModel":"e2e-cfl-same-85c02c","provider":"e2e-cfl-same-85c02c","gateway":"openshift-ingress/e2e-extmod-a-517027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.00884528Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-19316d","reconcileID":"6dacd34a-8d25-4ab4-9787-da2981f20eb1","namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-19316d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.019936524Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-19316d","reconcileID":"29c60dba-2120-4942-b761-1b1e51c220f2","namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-19316d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.024409297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"863ee41a-37e0-4ca2-b8e1-5f8589a8bcbc","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.02575944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"39c2db41-98a7-4616-b2ca-55bd69e4bde7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.032153435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"d03b7e6e-20fc-4646-8f3a-805294d8d98f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.032535594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"9c8c85dc-104d-49f6-be45-8485bf64faa3","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.03316087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac0c183f-4836-400d-a56a-f3b655cd124f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.034670778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"863ee41a-37e0-4ca2-b8e1-5f8589a8bcbc","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.036914688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"39c2db41-98a7-4616-b2ca-55bd69e4bde7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.043618211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac0c183f-4836-400d-a56a-f3b655cd124f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.043633593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"d03b7e6e-20fc-4646-8f3a-805294d8d98f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.044931652Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-517027-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"863ee41a-37e0-4ca2-b8e1-5f8589a8bcbc","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.045787052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"9c8c85dc-104d-49f6-be45-8485bf64faa3","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.075956692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"37e6551c-9a61-4b8a-b79f-7f961dc34a2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.087622608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"37e6551c-9a61-4b8a-b79f-7f961dc34a2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.193543507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"6dc30459-80b0-42f7-8bd4-0ff9666595d5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.193797214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"88fbef24-68cb-43fb-9bd6-ba80823380ba","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.194005536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"c00d14ec-d9e2-47c3-b86a-9c814319ce6b","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.203747929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"6dc30459-80b0-42f7-8bd4-0ff9666595d5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.269991338Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"6dc30459-80b0-42f7-8bd4-0ff9666595d5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.270842285Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-19316d","reconcileID":"505f834a-7787-4b00-ab4e-6e0aa31e1f0f","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.271182783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"88fbef24-68cb-43fb-9bd6-ba80823380ba","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.27209817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"c00d14ec-d9e2-47c3-b86a-9c814319ce6b","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.272541685Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-19316d","reconcileID":"5cac9b7b-262c-4b80-9da6-7deaaa159656","namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-19316d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.281245504Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"88fbef24-68cb-43fb-9bd6-ba80823380ba","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.306089148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-19316d","reconcileID":"826566d3-2a08-4015-a5f6-3f1e8103bc38","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"tenant":"e2e-extmod-a-68685b","gateway":"openshift-ingress/e2e-extmod-a-68685b","model":"e2e-extmod-cfl-1-996be3/e2e-cfl-19316d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.306107505Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-19316d","reconcileID":"826566d3-2a08-4015-a5f6-3f1e8103bc38","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"routeName":"external-model-e2e-cfl-19316d-0ba680dae7d5","namespace":"e2e-extmod-cfl-1-996be3","model":"e2e-cfl-19316d","externalModel":"e2e-cfl-19316d","provider":"e2e-cfl-19316d-provider","gateway":"openshift-ingress/e2e-extmod-a-68685b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.307892817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"9ab2459b-b84f-4091-a606-620c9f28e2af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.30883618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"cdef48fa-ee85-455b-9ffa-5d4d08fd7545","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.327983921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"9ab2459b-b84f-4091-a606-620c9f28e2af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.439130679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"cdef48fa-ee85-455b-9ffa-5d4d08fd7545","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.512023884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"330c08de-fdca-4341-a74c-6085a08d6311","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.531482077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"2802a5dc-6568-4f78-875b-98585ad57350","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.532350527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"4d4d2be4-8a97-41e1-abb9-a2c838206b91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.53293609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"40219285-a476-4ce4-955f-62cf5b46cffb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.53339164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"65aee74f-b348-4ab7-b05c-e566d5254825","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.53873686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"330c08de-fdca-4341-a74c-6085a08d6311","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.544810893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"40219285-a476-4ce4-955f-62cf5b46cffb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.545690784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"2802a5dc-6568-4f78-875b-98585ad57350","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.54859807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"4d4d2be4-8a97-41e1-abb9-a2c838206b91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.549779956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"65aee74f-b348-4ab7-b05c-e566d5254825","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.674476007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"1c7ebc5b-3724-47c1-8a88-761575584946","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.679786502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"0473265a-cfde-4a92-9214-69e389659936","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.680897662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"b2d35d2a-7951-497e-9a32-06e1f0094c6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.682696452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"51e4fd95-4511-4f7c-ba8d-916a8b270ff2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.687310476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"1c7ebc5b-3724-47c1-8a88-761575584946","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.690677385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"0473265a-cfde-4a92-9214-69e389659936","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.69354157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"b2d35d2a-7951-497e-9a32-06e1f0094c6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.694484972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"51e4fd95-4511-4f7c-ba8d-916a8b270ff2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.698919482Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-517027-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"1c7ebc5b-3724-47c1-8a88-761575584946","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.787549388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"c052e2b4-a487-4a58-b2d8-96d6087a2684","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.787792442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"975f67c2-6599-4f60-9ffc-e92e2816de78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.788137504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"69c853dc-f32f-4626-8c94-c7de7bab3f47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.788282926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"7a6d7f41-dc8f-4a89-a830-026072a58081","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.78857051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34b6e36c-225d-49fa-85e2-aeb284563029","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.798208355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"c052e2b4-a487-4a58-b2d8-96d6087a2684","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.798301762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"69c853dc-f32f-4626-8c94-c7de7bab3f47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.801289385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34b6e36c-225d-49fa-85e2-aeb284563029","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.802268905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"975f67c2-6599-4f60-9ffc-e92e2816de78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:44.80352059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"7a6d7f41-dc8f-4a89-a830-026072a58081","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:45.076848853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"5043bb9e-a14f-43c0-b53e-dffa0905bedc","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:45.077493759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"25362347-e66c-4c86-a182-d335068b8364","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:45.087311534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"6f0e12a6-264f-4e74-8980-b330a21f3d4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:45.088675441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"d4e617fa-810c-4699-86d0-79484e1c2ae8","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:45.093104079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"5043bb9e-a14f-43c0-b53e-dffa0905bedc","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:45.094106219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"25362347-e66c-4c86-a182-d335068b8364","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:45.09929101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"6f0e12a6-264f-4e74-8980-b330a21f3d4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:45.099999992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"d4e617fa-810c-4699-86d0-79484e1c2ae8","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:45.103993782Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"5043bb9e-a14f-43c0-b53e-dffa0905bedc","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:45.11072522Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"d4e617fa-810c-4699-86d0-79484e1c2ae8","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:46.714461508Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"971e3097-54ff-4adf-a927-02d04ba91331","namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:46.739638887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"9fe090e0-5f90-4bea-8d10-4d35e0edd37b","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:46.741017147Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"6750e131-0c0c-4004-8c02-42a118aee720","namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:46.789326857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"f5868196-60dd-46a5-9f31-5dc7fe922184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:46.789881509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"5c6342f8-175d-4f73-a984-d88d70a17424","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:46.794288778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"9fe090e0-5f90-4bea-8d10-4d35e0edd37b","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:46.814203926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a33e628-0b20-450f-944d-0383f532265c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:46.814981258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"a68345d9-6840-487f-aa20-69e8796f145f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:46.829473806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"f5868196-60dd-46a5-9f31-5dc7fe922184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:46.838411098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"a68345d9-6840-487f-aa20-69e8796f145f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:46.838642241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"5c6342f8-175d-4f73-a984-d88d70a17424","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:46.849464966Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-517027-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"9fe090e0-5f90-4bea-8d10-4d35e0edd37b","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:46.855527297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a33e628-0b20-450f-944d-0383f532265c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:46.916612158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"6f0ed4c1-49f3-4832-b544-e1ca1b388fd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:46.921231429Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"94cfeb1d-7d60-435d-a4cf-63eee36705ea","namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:46.971993371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"6f0ed4c1-49f3-4832-b544-e1ca1b388fd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:46.992704672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"3dc03621-76b8-40d9-9d0c-2266699cceb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.00059146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"c77a7038-b4b2-433a-a3e1-2d6531a73688","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"tenant":"e2e-extmod-a-68685b","gateway":"openshift-ingress/e2e-extmod-a-68685b","model":"ai-tenant-e2e-extmod-a-68685b/e2e-cfl-19316d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.000615761Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"c77a7038-b4b2-433a-a3e1-2d6531a73688","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"routeName":"external-model-e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b","model":"e2e-cfl-19316d","externalModel":"e2e-cfl-19316d","provider":"e2e-cfl-19316d-provider","gateway":"openshift-ingress/e2e-extmod-a-68685b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.0061475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"3dc03621-76b8-40d9-9d0c-2266699cceb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.035365541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"ce40751a-0894-4075-b1e4-0a4b716b1d9f","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"tenant":"e2e-extmod-a-68685b","gateway":"openshift-ingress/e2e-extmod-a-68685b","model":"ai-tenant-e2e-extmod-a-68685b/e2e-cfl-19316d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.035456008Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"ce40751a-0894-4075-b1e4-0a4b716b1d9f","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"routeName":"external-model-e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b","model":"e2e-cfl-19316d","externalModel":"e2e-cfl-19316d","provider":"e2e-cfl-19316d-provider","gateway":"openshift-ingress/e2e-extmod-a-68685b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:47.052789906Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"ce40751a-0894-4075-b1e4-0a4b716b1d9f","name":"e2e-cfl-19316d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-19316d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:47.052873792Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"ce40751a-0894-4075-b1e4-0a4b716b1d9f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-19316d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.079099511Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-19316d","reconcileID":"4b5ffb9b-8683-4275-80bc-a5ed6adf12e1","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"routeName":"external-model-e2e-cfl-19316d-0ba680dae7d5","namespace":"e2e-extmod-cfl-1-996be3","model":"e2e-cfl-19316d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.09215889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"5b2b7a60-a618-4597-bb55-1cf560705210","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.101346132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10a12452-66f0-4b86-8788-80f2a831d0e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.112802043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"5b2b7a60-a618-4597-bb55-1cf560705210","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.11283881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"9b1b8d05-2106-469c-b7e5-33e08d8554d9","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.131463085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"e5c64183-cabc-497e-9107-34d9b8a56d47","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"tenant":"e2e-extmod-a-68685b","gateway":"openshift-ingress/e2e-extmod-a-68685b","model":"ai-tenant-e2e-extmod-a-68685b/e2e-cfl-19316d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.131491033Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"e5c64183-cabc-497e-9107-34d9b8a56d47","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"routeName":"external-model-e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b","model":"e2e-cfl-19316d","externalModel":"e2e-cfl-19316d","provider":"e2e-cfl-19316d-provider","gateway":"openshift-ingress/e2e-extmod-a-68685b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.131878367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10a12452-66f0-4b86-8788-80f2a831d0e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.165079843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"9b1b8d05-2106-469c-b7e5-33e08d8554d9","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.270476346Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-19316d","reconcileID":"048cbe4e-533f-4590-bd2e-7738ee5465b4","namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-19316d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.320426868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"01da14a3-ebf7-4fe0-9517-c8e83d43439c","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"tenant":"e2e-extmod-a-68685b","gateway":"openshift-ingress/e2e-extmod-a-68685b","model":"ai-tenant-e2e-extmod-a-68685b/e2e-cfl-19316d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.320520473Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"01da14a3-ebf7-4fe0-9517-c8e83d43439c","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"routeName":"external-model-e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b","model":"e2e-cfl-19316d","externalModel":"e2e-cfl-19316d","provider":"e2e-cfl-19316d-provider","gateway":"openshift-ingress/e2e-extmod-a-68685b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.351768395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"1cb2a8b8-1932-4ffa-848c-b7517e18881b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.369629729Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-19316d","reconcileID":"fad35da7-3372-4f42-998b-b459f2b23390","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.376726385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"1cb2a8b8-1932-4ffa-848c-b7517e18881b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.397756485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"90f5aa34-31da-4229-bdbe-1ad2500f0138","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.419918588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"a5245714-df19-4e30-b3f0-5b179119e80c","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.422672905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"90f5aa34-31da-4229-bdbe-1ad2500f0138","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.42578246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"9c96fd7a-f408-4b9b-a298-a651b7c344ad","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.433161489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"a5245714-df19-4e30-b3f0-5b179119e80c","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.438031326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"9c96fd7a-f408-4b9b-a298-a651b7c344ad","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.451428621Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"9c96fd7a-f408-4b9b-a298-a651b7c344ad","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.530370794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"aea08784-52e0-4bf5-85a4-baa5f00e4e42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.530469111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"faa4e136-65af-41cc-ab47-44ea40281842","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.531026758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"bd64f4a9-04ff-4162-b754-8b9855a6627d","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.541815273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"aea08784-52e0-4bf5-85a4-baa5f00e4e42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.541967868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"bd64f4a9-04ff-4162-b754-8b9855a6627d","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.544470878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"faa4e136-65af-41cc-ab47-44ea40281842","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.55337711Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"bd64f4a9-04ff-4162-b754-8b9855a6627d","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.595191698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"8284cf34-41fc-4020-833b-adecfdc5df56","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.601326835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"0ea6d3b1-f1a2-453e-ac40-ddfa1b39f563","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.606979348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"8284cf34-41fc-4020-833b-adecfdc5df56","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.611895671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"0ea6d3b1-f1a2-453e-ac40-ddfa1b39f563","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.618934613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-517027-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"8284cf34-41fc-4020-833b-adecfdc5df56","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.699640661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"9ec9b836-fe5d-407e-9580-df503f8946d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.701364285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86c05ff4-0377-4c1e-8688-e4afe6781cb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.70312935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"e54d6a41-a3fc-4a53-afb5-49509712cc69","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.703631396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"af732663-3bba-41be-ae53-c93ea07aa7fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.704464086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"c8aea0aa-efea-4c64-b08e-f686b116f862","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.711389727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"9ec9b836-fe5d-407e-9580-df503f8946d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.712341467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86c05ff4-0377-4c1e-8688-e4afe6781cb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.71368886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"e54d6a41-a3fc-4a53-afb5-49509712cc69","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.723204267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"af732663-3bba-41be-ae53-c93ea07aa7fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.724291002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"c8aea0aa-efea-4c64-b08e-f686b116f862","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.904000037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"58a7ed7a-67e4-4f36-a5ec-7f82ef994864","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.904529464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2de22429-70e1-4f7c-9417-046ee1d47db3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.905723684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"b064c581-d3d8-4b76-98bf-a75fb2a1acfb","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"tenant":"e2e-extmod-a-68685b","gateway":"openshift-ingress/e2e-extmod-a-68685b","model":"ai-tenant-e2e-extmod-a-68685b/e2e-cfl-19316d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.905739695Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"b064c581-d3d8-4b76-98bf-a75fb2a1acfb","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"routeName":"external-model-e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b","model":"e2e-cfl-19316d","externalModel":"e2e-cfl-19316d","provider":"e2e-cfl-19316d-provider","gateway":"openshift-ingress/e2e-extmod-a-68685b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.916275297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"0117b7f6-6fef-4831-a109-e3a074d43a8f","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.91970995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"317c9791-d204-4c37-b37d-c78e80c888a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.970160149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"58a7ed7a-67e4-4f36-a5ec-7f82ef994864","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.970469554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2de22429-70e1-4f7c-9417-046ee1d47db3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.972481194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"0117b7f6-6fef-4831-a109-e3a074d43a8f","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.972596376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"317c9791-d204-4c37-b37d-c78e80c888a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:47.988773182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"1d5c69b1-0a76-4200-9c84-4e1cbf8276c4","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:48.039991838Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"1d5c69b1-0a76-4200-9c84-4e1cbf8276c4","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:48.049959831Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-68685b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"1d5c69b1-0a76-4200-9c84-4e1cbf8276c4","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:48.066787228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"884e3a64-e381-4d38-809a-e6be9dd1e3b3","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"tenant":"e2e-extmod-a-68685b","gateway":"openshift-ingress/e2e-extmod-a-68685b","model":"ai-tenant-e2e-extmod-a-68685b/e2e-cfl-19316d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:48.066815342Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"884e3a64-e381-4d38-809a-e6be9dd1e3b3","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"routeName":"external-model-e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b","model":"e2e-cfl-19316d","externalModel":"e2e-cfl-19316d","provider":"e2e-cfl-19316d-provider","gateway":"openshift-ingress/e2e-extmod-a-68685b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:48.096627661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"80d4c85c-c30a-4c77-a057-3e8716713747","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:48.096795195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"ae99635f-b3c0-4d4b-bc83-99599ae0f6ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:48.108500906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"80d4c85c-c30a-4c77-a057-3e8716713747","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:48.110419647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"ae99635f-b3c0-4d4b-bc83-99599ae0f6ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:49.078815693Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-sub","reconcileID":"90fdfaba-2950-48f8-923b-20f9e5953451","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"error":"failed to create TokenRateLimitPolicy for model e2e-rot-8b2fe9: tokenratelimitpolicies.kuadrant.io \"maas-trlp-e2e-rot-8b2fe9\" is forbidden: unable to create new content in namespace e2e-extmod-rot-user-1bbde6 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:49.091063993Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-sub","reconcileID":"90fdfaba-2950-48f8-923b-20f9e5953451","error":"failed to create TokenRateLimitPolicy for model e2e-rot-8b2fe9: tokenratelimitpolicies.kuadrant.io \"maas-trlp-e2e-rot-8b2fe9\" is forbidden: unable to create new content in namespace e2e-extmod-rot-user-1bbde6 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:49.100381865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"31638871-846e-4bb3-a82d-6e100be88dfc","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"tenant":"e2e-extmod-b-969878","gateway":"openshift-ingress/e2e-extmod-b-969878","model":"e2e-extmod-rot-user-1bbde6/e2e-rot-8b2fe9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:49.100403778Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"31638871-846e-4bb3-a82d-6e100be88dfc","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"routeName":"external-model-e2e-rot-8b2fe9-9fbd33701cf8","namespace":"e2e-extmod-rot-user-1bbde6","model":"e2e-rot-8b2fe9","externalModel":"e2e-rot-8b2fe9","provider":"e2e-rot-8b2fe9-provider","gateway":"openshift-ingress/e2e-extmod-b-969878","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:49.167502642Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-sub","reconcileID":"fd1eafcd-b174-4c4c-9c3f-8918ebfd443c","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"error":"failed to create TokenRateLimitPolicy for model e2e-rot-8b2fe9: tokenratelimitpolicies.kuadrant.io \"maas-trlp-e2e-rot-8b2fe9\" is forbidden: unable to create new content in namespace e2e-extmod-rot-user-1bbde6 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:49.167631422Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-sub","reconcileID":"fd1eafcd-b174-4c4c-9c3f-8918ebfd443c","error":"failed to create TokenRateLimitPolicy for model e2e-rot-8b2fe9: tokenratelimitpolicies.kuadrant.io \"maas-trlp-e2e-rot-8b2fe9\" is forbidden: unable to create new content in namespace e2e-extmod-rot-user-1bbde6 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:49.315674218Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-sub","reconcileID":"5abe2450-73ca-4315-ae61-d652e764e485","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"error":"failed to create TokenRateLimitPolicy for model e2e-rot-8b2fe9: tokenratelimitpolicies.kuadrant.io \"maas-trlp-e2e-rot-8b2fe9\" is forbidden: unable to create new content in namespace e2e-extmod-rot-user-1bbde6 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:49.316008612Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-sub","reconcileID":"5abe2450-73ca-4315-ae61-d652e764e485","error":"failed to create TokenRateLimitPolicy for model e2e-rot-8b2fe9: tokenratelimitpolicies.kuadrant.io \"maas-trlp-e2e-rot-8b2fe9\" is forbidden: unable to create new content in namespace e2e-extmod-rot-user-1bbde6 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:49.38142039Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-sub","reconcileID":"07e34eac-da96-4241-b476-d417f9aa77f2","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"error":"failed to create TokenRateLimitPolicy for model e2e-rot-8b2fe9: tokenratelimitpolicies.kuadrant.io \"maas-trlp-e2e-rot-8b2fe9\" is forbidden: unable to create new content in namespace e2e-extmod-rot-user-1bbde6 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:49.381748346Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-sub","reconcileID":"07e34eac-da96-4241-b476-d417f9aa77f2","error":"failed to create TokenRateLimitPolicy for model e2e-rot-8b2fe9: tokenratelimitpolicies.kuadrant.io \"maas-trlp-e2e-rot-8b2fe9\" is forbidden: unable to create new content in namespace e2e-extmod-rot-user-1bbde6 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:49.48147707Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-sub","reconcileID":"27fbd038-58d5-43ee-8647-2a6142178054","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"error":"failed to create TokenRateLimitPolicy for model e2e-rot-8b2fe9: tokenratelimitpolicies.kuadrant.io \"maas-trlp-e2e-rot-8b2fe9\" is forbidden: unable to create new content in namespace e2e-extmod-rot-user-1bbde6 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:49.481624121Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-sub","reconcileID":"27fbd038-58d5-43ee-8647-2a6142178054","error":"failed to create TokenRateLimitPolicy for model e2e-rot-8b2fe9: tokenratelimitpolicies.kuadrant.io \"maas-trlp-e2e-rot-8b2fe9\" is forbidden: unable to create new content in namespace e2e-extmod-rot-user-1bbde6 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:49.588665729Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-sub","reconcileID":"66a5f604-d2fa-41b4-b6f9-4eac6e69a482","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"error":"failed to create TokenRateLimitPolicy for model e2e-rot-8b2fe9: tokenratelimitpolicies.kuadrant.io \"maas-trlp-e2e-rot-8b2fe9\" is forbidden: unable to create new content in namespace e2e-extmod-rot-user-1bbde6 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:49.588800888Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-sub","reconcileID":"66a5f604-d2fa-41b4-b6f9-4eac6e69a482","error":"failed to create TokenRateLimitPolicy for model e2e-rot-8b2fe9: tokenratelimitpolicies.kuadrant.io \"maas-trlp-e2e-rot-8b2fe9\" is forbidden: unable to create new content in namespace e2e-extmod-rot-user-1bbde6 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:49.776309399Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-sub","reconcileID":"4554c7bc-10c6-4ffe-84f6-dcbb25e075b3","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"error":"failed to create TokenRateLimitPolicy for model e2e-rot-8b2fe9: tokenratelimitpolicies.kuadrant.io \"maas-trlp-e2e-rot-8b2fe9\" is forbidden: unable to create new content in namespace e2e-extmod-rot-user-1bbde6 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:49.77645268Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-sub","reconcileID":"4554c7bc-10c6-4ffe-84f6-dcbb25e075b3","error":"failed to create TokenRateLimitPolicy for model e2e-rot-8b2fe9: tokenratelimitpolicies.kuadrant.io \"maas-trlp-e2e-rot-8b2fe9\" is forbidden: unable to create new content in namespace e2e-extmod-rot-user-1bbde6 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:49.982858295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"3151e258-5772-43c9-a169-fc76e7ef33e5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:49.989080997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"ac9dfe7d-0911-47f0-9363-25976adc27b5","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:49.996445906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"ca14db55-8efb-45a1-8bf0-485475169088","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.071994544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"3151e258-5772-43c9-a169-fc76e7ef33e5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.07351061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"ca14db55-8efb-45a1-8bf0-485475169088","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.074521902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"ac9dfe7d-0911-47f0-9363-25976adc27b5","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.08184657Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"ca14db55-8efb-45a1-8bf0-485475169088","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.0819257Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"3151e258-5772-43c9-a169-fc76e7ef33e5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:50.126393078Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-sub","reconcileID":"97a9acbd-1210-4b35-9105-58a1041b9c81","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"error":"failed to create TokenRateLimitPolicy for model e2e-rot-8b2fe9: tokenratelimitpolicies.kuadrant.io \"maas-trlp-e2e-rot-8b2fe9\" is forbidden: unable to create new content in namespace e2e-extmod-rot-user-1bbde6 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:50.126581323Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-sub","reconcileID":"97a9acbd-1210-4b35-9105-58a1041b9c81","error":"failed to create TokenRateLimitPolicy for model e2e-rot-8b2fe9: tokenratelimitpolicies.kuadrant.io \"maas-trlp-e2e-rot-8b2fe9\" is forbidden: unable to create new content in namespace e2e-extmod-rot-user-1bbde6 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.182946954Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"d0d0fccb-b478-42c2-809b-78f39910543a","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"routeName":"external-model-e2e-rot-8b2fe9-9fbd33701cf8","namespace":"e2e-extmod-rot-user-1bbde6","model":"e2e-rot-8b2fe9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.197509351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"3f084df7-9d46-42a0-bc42-2d85fe5753b1","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.207242229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"3f084df7-9d46-42a0-bc42-2d85fe5753b1","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.209504655Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-sub","reconcileID":"19100cd2-06c6-491b-860b-a7e9e00f88a5","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"model":"e2e-extmod-rot-user-1bbde6/e2e-rot-8b2fe9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.21315425Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"3f084df7-9d46-42a0-bc42-2d85fe5753b1","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"model":"e2e-extmod-rot-user-1bbde6/e2e-rot-8b2fe9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.258744317Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"bb6da23d-c80c-40da-83f0-7d41e2b7b115","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"routeName":"external-model-e2e-rot-8b2fe9-9fbd33701cf8","namespace":"e2e-extmod-rot-user-1bbde6","model":"e2e-rot-8b2fe9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.310892327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"4cfa90c6-7cf0-4cd3-a703-b2094b8f4afe","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.311674386Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-sub","reconcileID":"e40ca65f-2c6c-4939-90d1-1cc92a646831","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"model":"e2e-extmod-rot-user-1bbde6/e2e-rot-8b2fe9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.329469055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"4cfa90c6-7cf0-4cd3-a703-b2094b8f4afe","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.331129163Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"8d35249f-0132-420d-b10c-adacb8d3cd4b","namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.343281889Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"d0221915-c0dd-482f-a132-4848bf977c62","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.353645175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"663a4f6b-df3c-461f-a7f6-e55d267bb9fd","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.353884149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"cdf67894-cf94-4a7a-96e4-0ffa7a5ce2e2","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.355997173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"56542688-6527-4006-b869-8b71c22f697c","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.358084256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"59022d5e-6e9f-4e07-843f-6c2d13272598","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.36502491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"663a4f6b-df3c-461f-a7f6-e55d267bb9fd","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.367739954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"56542688-6527-4006-b869-8b71c22f697c","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.368490373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"cdf67894-cf94-4a7a-96e4-0ffa7a5ce2e2","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.370118041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"59022d5e-6e9f-4e07-843f-6c2d13272598","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.373277941Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"56542688-6527-4006-b869-8b71c22f697c","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"model":"e2e-extmod-rot-user-1bbde6/e2e-rot-8b2fe9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.378005013Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-68685b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"cdf67894-cf94-4a7a-96e4-0ffa7a5ce2e2","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.38164245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-517027-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"663a4f6b-df3c-461f-a7f6-e55d267bb9fd","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.407093795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"4d0c2a24-8de2-42dd-b0d5-7694ea2e7c64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.426572493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"4d0c2a24-8de2-42dd-b0d5-7694ea2e7c64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.43940987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"1f94185f-8a2f-49b4-b44a-da2fbf50f8fe","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.460737688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"1f94185f-8a2f-49b4-b44a-da2fbf50f8fe","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.538525271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"e284acaf-77ca-47ba-bec7-f1d14bfbffc4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.538950294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"79220940-cb00-4263-bcb5-2c9b96055703","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.55862465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"e284acaf-77ca-47ba-bec7-f1d14bfbffc4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.570722633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"79220940-cb00-4263-bcb5-2c9b96055703","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.572439534Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"e284acaf-77ca-47ba-bec7-f1d14bfbffc4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.584473644Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"79220940-cb00-4263-bcb5-2c9b96055703","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.609023832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"e25402cc-b8e7-4a21-8eb8-305348db0548","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.619476052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"e25402cc-b8e7-4a21-8eb8-305348db0548","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.718983213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"bf418805-cb3a-4857-9799-dd246b837a5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.721965877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"a2fe0fa5-a504-494c-aea1-f8b330b164d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.722090473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"a0184f85-efeb-4256-8530-7a52ba6f6506","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.722519827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"3323c5f7-c763-415f-9d63-fd44801a3d11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.731170983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"bf418805-cb3a-4857-9799-dd246b837a5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.734197019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"a2fe0fa5-a504-494c-aea1-f8b330b164d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.735000357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"a0184f85-efeb-4256-8530-7a52ba6f6506","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.736782041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"3323c5f7-c763-415f-9d63-fd44801a3d11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.740412349Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"a0184f85-efeb-4256-8530-7a52ba6f6506","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"model":"e2e-extmod-rot-user-1bbde6/e2e-rot-8b2fe9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.817203806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc8be408-3d47-49f3-ab1a-28762010c7ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.819436911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"fdc3fabb-b810-4d9f-883d-c8f85f6e824a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.833895413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc8be408-3d47-49f3-ab1a-28762010c7ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.835325918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"fdc3fabb-b810-4d9f-883d-c8f85f6e824a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.915178783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"0f0ae37d-af56-4262-a6d9-21b1c3b8d9f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.915221297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"c847ead4-c94a-49a7-a84a-cfd5626db0e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.916575038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"b9787aa1-ec5f-4f6d-b770-02aff1cbe9bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.91845911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"5a99c3e5-82c9-4ef3-9f14-f31e052669f2","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.919447556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6e62a6d-3d69-4072-87f4-ea7bd91ad7f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.925608474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"c847ead4-c94a-49a7-a84a-cfd5626db0e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.927431407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"b9787aa1-ec5f-4f6d-b770-02aff1cbe9bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.927929768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"0f0ae37d-af56-4262-a6d9-21b1c3b8d9f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.929926365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"5a99c3e5-82c9-4ef3-9f14-f31e052669f2","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.930983251Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"0ec0197e-24f6-49c8-86d7-b9d850251d75","namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.931990261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6e62a6d-3d69-4072-87f4-ea7bd91ad7f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.936778284Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"dd305456-3bed-49aa-84a0-064726318bda","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:50.971246752Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"3fcf26eb-a440-45d1-a4f5-79a2aaaf0bfb","namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:50.977613366Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"782bb849-a6e7-4314-97cc-4f0cbf69cb36","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"error":"ExternalModel e2e-rot-8b2fe9 not found in namespace e2e-extmod-rot-user-1bbde6 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:50.988802602Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"782bb849-a6e7-4314-97cc-4f0cbf69cb36","error":"ExternalModel e2e-rot-8b2fe9 not found in namespace e2e-extmod-rot-user-1bbde6 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:51.003987482Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"3b29f510-4e3d-40a1-857e-f9529f69564d","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"error":"ExternalModel e2e-rot-8b2fe9 not found in namespace e2e-extmod-rot-user-1bbde6 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:51.004064268Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"3b29f510-4e3d-40a1-857e-f9529f69564d","error":"ExternalModel e2e-rot-8b2fe9 not found in namespace e2e-extmod-rot-user-1bbde6 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.006402204Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-sub","reconcileID":"7e8ae659-0b97-48eb-ae67-bbbd8a15864c","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"model":"e2e-extmod-rot-user-1bbde6/e2e-rot-8b2fe9","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:51.021944446Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"20e81c2c-ec4c-4087-b995-a982b7661654","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"error":"ExternalModel e2e-rot-8b2fe9 not found in namespace e2e-extmod-rot-user-1bbde6 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:51.022001Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"20e81c2c-ec4c-4087-b995-a982b7661654","error":"ExternalModel e2e-rot-8b2fe9 not found in namespace e2e-extmod-rot-user-1bbde6 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:51.04720155Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"52f9d9c5-c60d-438a-863f-c62845eefae8","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"error":"ExternalModel e2e-rot-8b2fe9 not found in namespace e2e-extmod-rot-user-1bbde6 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:51.047253149Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"52f9d9c5-c60d-438a-863f-c62845eefae8","error":"ExternalModel e2e-rot-8b2fe9 not found in namespace e2e-extmod-rot-user-1bbde6 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:51.09665797Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"060f4299-92d7-4b1f-9a46-b708dde79b1f","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"error":"ExternalModel e2e-rot-8b2fe9 not found in namespace e2e-extmod-rot-user-1bbde6 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:51.096733251Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"060f4299-92d7-4b1f-9a46-b708dde79b1f","error":"ExternalModel e2e-rot-8b2fe9 not found in namespace e2e-extmod-rot-user-1bbde6 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.111719396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"49cb9635-d373-4d91-8fe6-4091149e14ce","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.112155593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"b401a581-077a-4fe8-8200-d0088ed3c2c4","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.116386911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"b4ae6303-a50e-47f6-b9bc-ef33739b0b4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.118561363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"a8babcea-5ec3-4877-9e1f-f79d5df432a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.119000143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"814961d6-edbb-4305-baeb-f5e7c42ba4fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.124695534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"49cb9635-d373-4d91-8fe6-4091149e14ce","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.125364328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"b401a581-077a-4fe8-8200-d0088ed3c2c4","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.127057888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"b4ae6303-a50e-47f6-b9bc-ef33739b0b4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.130392114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"814961d6-edbb-4305-baeb-f5e7c42ba4fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.131565502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"a8babcea-5ec3-4877-9e1f-f79d5df432a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.143074655Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-517027-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"b401a581-077a-4fe8-8200-d0088ed3c2c4","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.143396995Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-68685b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"49cb9635-d373-4d91-8fe6-4091149e14ce","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:51.183948156Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"dbed92f1-d752-48c7-83a5-4c106ef8a0fb","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"error":"ExternalModel e2e-rot-8b2fe9 not found in namespace e2e-extmod-rot-user-1bbde6 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:51.184010453Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"dbed92f1-d752-48c7-83a5-4c106ef8a0fb","error":"ExternalModel e2e-rot-8b2fe9 not found in namespace e2e-extmod-rot-user-1bbde6 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.227370921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"8615b2d9-b3df-41f6-b0e2-6c1cd0b655ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.227722573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"9a45c142-d118-4803-8c4b-e49964122f9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.238459547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"9a45c142-d118-4803-8c4b-e49964122f9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.239099226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"8615b2d9-b3df-41f6-b0e2-6c1cd0b655ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.383260452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"6bd67da4-b20b-4e6e-8baf-d047b1951ddd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.383684161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30b5e61e-6958-4862-86c3-392d635946ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:51.386329249Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"560db821-c31b-4984-a1e7-90092263d6f6","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"error":"ExternalModel e2e-rot-8b2fe9 not found in namespace e2e-extmod-rot-user-1bbde6 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:51.386393542Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"560db821-c31b-4984-a1e7-90092263d6f6","error":"ExternalModel e2e-rot-8b2fe9 not found in namespace e2e-extmod-rot-user-1bbde6 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.387229217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"b9fde34d-d395-42dd-a5b9-0a8efa803e6c","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.392859328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"6bd67da4-b20b-4e6e-8baf-d047b1951ddd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.39322338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30b5e61e-6958-4862-86c3-392d635946ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.396983908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"b9fde34d-d395-42dd-a5b9-0a8efa803e6c","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.470492168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"7c4ca09a-af80-45d8-9a75-090c6b34ee71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.482581679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"a3089fa8-3dda-469f-969c-1a0deef2dcf0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.482580449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"e83f722d-5d44-4872-b07b-7f6233a8a919","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.48539865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"7c4ca09a-af80-45d8-9a75-090c6b34ee71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.487061291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"d17f17af-de3e-4821-bae5-121328a4cf7f","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.494455693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"e83f722d-5d44-4872-b07b-7f6233a8a919","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.494982742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"a3089fa8-3dda-469f-969c-1a0deef2dcf0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.499596491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"d17f17af-de3e-4821-bae5-121328a4cf7f","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.503323418Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"a3089fa8-3dda-469f-969c-1a0deef2dcf0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.517509582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"ffc90d3b-52e0-4f69-a107-546b2610d0c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.521484446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"643f8f02-1e0b-4d82-8664-2ddaf1b39440","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.527857782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"ffc90d3b-52e0-4f69-a107-546b2610d0c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.537511545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"643f8f02-1e0b-4d82-8664-2ddaf1b39440","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.546090032Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"643f8f02-1e0b-4d82-8664-2ddaf1b39440","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.617915936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"b2184202-b5aa-468f-9778-b233b71022da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.621121549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"5bde9916-567d-4cd5-8493-a96a8ed1e2c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.668333949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"b2184202-b5aa-468f-9778-b233b71022da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.688095296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"5bde9916-567d-4cd5-8493-a96a8ed1e2c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:51.71077097Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"aff9fb3a-3502-4069-8c4a-013d37f5e018","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"error":"ExternalModel e2e-rot-8b2fe9 not found in namespace e2e-extmod-rot-user-1bbde6 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:06:51.710838846Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-8b2fe9","namespace":"e2e-extmod-rot-user-1bbde6"},"namespace":"e2e-extmod-rot-user-1bbde6","name":"e2e-rot-8b2fe9","reconcileID":"aff9fb3a-3502-4069-8c4a-013d37f5e018","error":"ExternalModel e2e-rot-8b2fe9 not found in namespace e2e-extmod-rot-user-1bbde6 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.714797701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"c61eb662-7921-4653-8b1c-7450d4799215","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.724612605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"c61eb662-7921-4653-8b1c-7450d4799215","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.728752046Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"c61eb662-7921-4653-8b1c-7450d4799215","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"model":"e2e-extmod-rot-user-1bbde6/e2e-rot-8b2fe9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.884525542Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-sub","reconcileID":"580953b5-1d62-440d-bd64-13d9b936fce2","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"model":"e2e-extmod-rot-user-1bbde6/e2e-rot-8b2fe9","error":"MaaSModelRef not found: e2e-extmod-rot-user-1bbde6/e2e-rot-8b2fe9 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.895325308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"282fc188-b60c-4815-98b9-f3fa9a396014","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.896876976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"6dfb4257-3dcc-4cff-953c-12a5314dd196","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.905726087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"282fc188-b60c-4815-98b9-f3fa9a396014","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.909977791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"6dfb4257-3dcc-4cff-953c-12a5314dd196","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:51.910008524Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"6dfb4257-3dcc-4cff-953c-12a5314dd196","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"model":"e2e-extmod-rot-user-1bbde6/e2e-rot-8b2fe9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:52.114729494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"ebf20557-7d34-42de-bc93-be46668ef7ea","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:52.115555043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"6722c63e-5fbb-483e-83d8-ae5912c04f54","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:52.125180704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"ebf20557-7d34-42de-bc93-be46668ef7ea","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:52.125467405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"6722c63e-5fbb-483e-83d8-ae5912c04f54","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:52.125494525Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"6722c63e-5fbb-483e-83d8-ae5912c04f54","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"model":"e2e-extmod-rot-user-1bbde6/e2e-rot-8b2fe9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:57.400030294Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-19316d","reconcileID":"24a8d1e8-5de1-4935-bd1d-08b63e8424b4","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.008012476Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"c7b24924-2876-4227-92b2-5e1cbc98fe92","namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.039290966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"64a7512d-c6c9-4ab5-a89d-d1f41ab7e397","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.039597649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"64d1a602-ba74-48b2-a67d-afd724871c1a","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.03961228Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"2f45e99d-1591-4a8a-b7af-80b83da41202","namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.044597978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"f4dc7dc2-ea7f-483a-b559-eb3ed109141a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.044632801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c04f1eb1-78c5-42af-b789-85ad17acb60c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.046703107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"24bc6a33-f6a3-4953-9036-c780d738ea31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.064643326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"64a7512d-c6c9-4ab5-a89d-d1f41ab7e397","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.068747821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c04f1eb1-78c5-42af-b789-85ad17acb60c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.096493646Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-517027-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"64a7512d-c6c9-4ab5-a89d-d1f41ab7e397","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.075852883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"f4dc7dc2-ea7f-483a-b559-eb3ed109141a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.094383743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"24bc6a33-f6a3-4953-9036-c780d738ea31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.070768923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"64d1a602-ba74-48b2-a67d-afd724871c1a","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.141982044Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-68685b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"64d1a602-ba74-48b2-a67d-afd724871c1a","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.175410727Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"729d1dc0-1c24-4806-9a69-c7918a2715bb","namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.188623381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"580d95cb-dc1b-48f5-926f-6ad2c615154b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.204669928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"2066c637-7b83-4a43-b080-aea99c3a247f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.208854782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"580d95cb-dc1b-48f5-926f-6ad2c615154b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.21766786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"2066c637-7b83-4a43-b080-aea99c3a247f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.268000779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"f2e34379-e47f-459b-a1d2-a9dbd7874b93","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"tenant":"e2e-extmod-a-222480","gateway":"openshift-ingress/e2e-extmod-a-222480","model":"ai-tenant-e2e-extmod-a-222480/e2e-cmp-legacy-595f66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.268033259Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"f2e34379-e47f-459b-a1d2-a9dbd7874b93","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"routeName":"external-model-e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480","model":"e2e-cmp-legacy-595f66","externalModel":"e2e-cmp-legacy-595f66","provider":"e2e-cmp-legacy-595f66-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.39918049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"691e2837-dbbc-4fe4-a493-4b197e734b09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.404622592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"def3d850-9230-4371-bdc4-196786553916","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.447475835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44646d52-0811-4d90-ad8f-e32da31430a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.493230645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"896fd3ef-9846-4993-869c-4d1c3c3a3e52","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.494491352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"691e2837-dbbc-4fe4-a493-4b197e734b09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.500835724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44646d52-0811-4d90-ad8f-e32da31430a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.54851154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"def3d850-9230-4371-bdc4-196786553916","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.55479852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"c7d26d79-f17b-45f5-b6ed-7f0bdfa445d8","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"tenant":"e2e-extmod-a-222480","gateway":"openshift-ingress/e2e-extmod-a-222480","model":"ai-tenant-e2e-extmod-a-222480/e2e-cmp-legacy-595f66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.55489572Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"c7d26d79-f17b-45f5-b6ed-7f0bdfa445d8","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"routeName":"external-model-e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480","model":"e2e-cmp-legacy-595f66","externalModel":"e2e-cmp-legacy-595f66","provider":"e2e-cmp-legacy-595f66-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.555459626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"4788c5e2-82c9-4d0a-9548-93a75202fc6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.556398193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"896fd3ef-9846-4993-869c-4d1c3c3a3e52","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.622295556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"4788c5e2-82c9-4d0a-9548-93a75202fc6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.642208167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"6145519f-f31c-4497-9d60-f189199a7639","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.652807432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"6145519f-f31c-4497-9d60-f189199a7639","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.688271792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"42ad9502-831b-44c6-9307-0afe77fd11a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.688313754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"1716a63b-8e71-461d-8ae1-5c4785f1c7be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.693588826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"6cd21ec7-4791-4b71-ac34-1b6f79e2db5f","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.693819641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"5952430c-1892-44ff-a169-301e00bc79d2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.700035354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"1716a63b-8e71-461d-8ae1-5c4785f1c7be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.700920361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"42ad9502-831b-44c6-9307-0afe77fd11a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.705857163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"5952430c-1892-44ff-a169-301e00bc79d2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.709151603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"6cd21ec7-4791-4b71-ac34-1b6f79e2db5f","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.814625672Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"5952430c-1892-44ff-a169-301e00bc79d2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.840817767Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"6cd21ec7-4791-4b71-ac34-1b6f79e2db5f","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.885719853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"77198e2d-9599-473b-8a7e-1609134edf6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.888161206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"7864fa20-2473-40fa-bcc1-ac9f9a9427ee","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.888716453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"ad20aa4a-840d-46fb-8f79-74e6e4fb69c1","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.89744781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5559c00-3ccb-4369-bd0f-cf91c893f8d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.902167248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"7864fa20-2473-40fa-bcc1-ac9f9a9427ee","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.903641153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"77198e2d-9599-473b-8a7e-1609134edf6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.904645095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"c1e727df-8618-4b21-919f-7eea51012599","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.905767412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"ad20aa4a-840d-46fb-8f79-74e6e4fb69c1","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.91029927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5559c00-3ccb-4369-bd0f-cf91c893f8d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.912474046Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-68685b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"7864fa20-2473-40fa-bcc1-ac9f9a9427ee","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.92194292Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"ad20aa4a-840d-46fb-8f79-74e6e4fb69c1","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"model":"e2e-extmod-rot-user-1bbde6/e2e-rot-8b2fe9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.92296629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"c1e727df-8618-4b21-919f-7eea51012599","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.976744283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"da7b59d1-a2ae-45f9-9002-d43f4115be0a","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.989957338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"da7b59d1-a2ae-45f9-9002-d43f4115be0a","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:58.99939022Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-517027-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"da7b59d1-a2ae-45f9-9002-d43f4115be0a","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:59.044350092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"eaf45e3b-a212-460f-a53e-85f82a77d4d3","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"tenant":"e2e-extmod-a-222480","gateway":"openshift-ingress/e2e-extmod-a-222480","model":"ai-tenant-e2e-extmod-a-222480/e2e-cmp-legacy-595f66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:59.044375538Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"eaf45e3b-a212-460f-a53e-85f82a77d4d3","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"routeName":"external-model-e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480","model":"e2e-cmp-legacy-595f66","externalModel":"e2e-cmp-legacy-595f66","provider":"e2e-cmp-legacy-595f66-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:59.079446592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"f0e86638-d2ad-49ee-b555-b7eee0b81db8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:59.084213245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"c851430e-c115-4c25-a79c-faba96028c16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:59.084664064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"127f59b2-dd92-494b-ad06-9a3d70f0fc12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:59.089263792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"04d43095-f6cd-4518-9c05-b749d901142c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:59.093975324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"c851430e-c115-4c25-a79c-faba96028c16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:59.094418096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"127f59b2-dd92-494b-ad06-9a3d70f0fc12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:59.098933671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"04d43095-f6cd-4518-9c05-b749d901142c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:59.115511454Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"f0e86638-d2ad-49ee-b555-b7eee0b81db8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:59.125494047Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"f0e86638-d2ad-49ee-b555-b7eee0b81db8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:59.175518063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"fd7b4ef2-45b1-4871-b887-a7e5b6f7a272","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"tenant":"e2e-extmod-a-222480","gateway":"openshift-ingress/e2e-extmod-a-222480","model":"ai-tenant-e2e-extmod-a-222480/e2e-cmp-legacy-595f66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:59.175542708Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"fd7b4ef2-45b1-4871-b887-a7e5b6f7a272","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"routeName":"external-model-e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480","model":"e2e-cmp-legacy-595f66","externalModel":"e2e-cmp-legacy-595f66","provider":"e2e-cmp-legacy-595f66-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:59.951113664Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-a372a1-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-sub","reconcileID":"4c146985-651a-4a2d-aa4e-acac85fc9c24","MaaSSubscription":{"name":"e2e-rec-recover-a372a1-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","subscription":"e2e-rec-recover-a372a1-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:06:59.951290528Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-a372a1-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-sub","reconcileID":"4c146985-651a-4a2d-aa4e-acac85fc9c24","MaaSSubscription":{"name":"e2e-rec-recover-a372a1-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:00.10802288Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-969878 priority=0:[ai-tenant-e2e-extmod-b-969878/e2e-att-serve-694483-sub ai-tenant-e2e-extmod-b-969878/e2e-rot-8b2fe9-sub]","namespace=ai-tenant-e2e-extmod-b-d97cc8 priority=0:[ai-tenant-e2e-extmod-b-d97cc8/e2e-att-serve-470904-sub ai-tenant-e2e-extmod-b-d97cc8/e2e-rec-ctrl-c4a830-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:00.148949046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"95663e8b-897b-4e6f-9dc4-bedd99e02b5e","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-att-user-fda815/e2e-att-serve-470904","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:00.148970275Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"95663e8b-897b-4e6f-9dc4-bedd99e02b5e","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"routeName":"external-model-e2e-att-serve-470904-8b879afc3b7d","namespace":"e2e-extmod-att-user-fda815","model":"e2e-att-serve-470904","externalModel":"e2e-att-serve-470904","provider":"e2e-att-serve-470904-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:00.149494753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"dde4bdc0-6993-4af7-bbeb-a068e11804ba","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:00.155641216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"2f5bdc58-acbc-44f2-8171-255d3b199190","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:00.155838692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"0a00cae7-9c78-4f9d-bb69-043fb3886cfa","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:00.165163439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"dde4bdc0-6993-4af7-bbeb-a068e11804ba","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:00.166152962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"2f5bdc58-acbc-44f2-8171-255d3b199190","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:00.167342175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"0a00cae7-9c78-4f9d-bb69-043fb3886cfa","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:00.179912081Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"2f5bdc58-acbc-44f2-8171-255d3b199190","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:00.193091188Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"0a00cae7-9c78-4f9d-bb69-043fb3886cfa","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:00.26929531Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-recover-a372a1-access","reconcileID":"7dd4719e-9c13-4448-a55f-048cd35f0749","MaaSAuthPolicy":{"name":"e2e-rec-recover-a372a1-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-noaccess-73fec8/e2e-rec-recover-a372a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:00.654099038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"d6459af7-e2b7-4c1e-852a-34b5f4b002d5","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:00.6541951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"24bfad63-4f47-4db1-b7a4-4fb707899493","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:00.664834288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"d6459af7-e2b7-4c1e-852a-34b5f4b002d5","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:00.666587185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"24bfad63-4f47-4db1-b7a4-4fb707899493","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:00.679545428Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"d6459af7-e2b7-4c1e-852a-34b5f4b002d5","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"model":"e2e-extmod-rot-user-1bbde6/e2e-rot-8b2fe9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:00.901578593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"d6ee33f6-40ea-4275-b937-4538d7b868aa","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:00.901933372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"1be9cb8a-4b91-46e5-8bfc-8fcb76bb3b9f","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:00.975001124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"d6ee33f6-40ea-4275-b937-4538d7b868aa","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:01.007605344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"1be9cb8a-4b91-46e5-8bfc-8fcb76bb3b9f","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:01.021810477Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"d6ee33f6-40ea-4275-b937-4538d7b868aa","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:01.724512153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-470904-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-sub","reconcileID":"b6b3312e-740a-4519-a5cc-a269e98a521c","MaaSSubscription":{"name":"e2e-att-serve-470904-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"maas-trlp-e2e-att-serve-470904","model":"e2e-extmod-att-user-fda815/e2e-att-serve-470904","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:01.809376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"76057403-08de-4674-92cd-2b4990c4eca9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:01.809930031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"e9c447a3-54fd-4323-a105-dd2ab4195a15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:01.90955077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"bec881a8-d46c-4157-af13-ab4afd5c6c7d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:02.00487528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"b91b73a8-e915-45c6-a15f-b78352b37be8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:02.004874182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"f3027a23-ea9d-4f6e-bd5e-fb0b36f303f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:02.005217328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b32363a9-99ba-493f-8df6-f174f5138e69","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:02.008430342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"7ee1b33b-96e0-4644-8015-6d31e3af6105","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:02.106857714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"f7810ca6-bcba-4b7f-8430-1bb42617a872","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:02.210895223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-subscription","reconcileID":"a6e43906-724d-4120-81f5-2b9f42c29e98","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-premium-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:02.312441842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"a1c2c38e-bce3-458b-9d0a-d76d5fdaa462","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:02.312877249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"28ec3197-409a-47a5-a84d-31ecdca10473","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:02.315661579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"d6c83e3e-c528-42b5-b444-625863253cba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:02.430794652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-694483-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-sub","reconcileID":"769d0ab2-3635-4f9a-a43e-a30e2c9eae13","MaaSSubscription":{"name":"e2e-att-serve-694483-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"maas-trlp-e2e-att-serve-694483","model":"e2e-extmod-att-user-487d36/e2e-att-serve-694483","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:03.280254461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"fb710765-7733-4bea-bf46-be12cdfe669d","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:03.29494469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"fb710765-7733-4bea-bf46-be12cdfe669d","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:03.303343859Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-68685b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f35f5fb0bf29ee5608c6405204e157b004b1ee86497ed03793579e89725e4df) AuthConfig (fceb0e4e18511623e0d2c5db8d66ff491afa4f5eedee8b32071f32d485252edd) AuthConfig (83fef67d2e62b2ee0348637ec03b12477d011688037397175400e217262dc071) AuthConfig (b9f1d10e76fcf46dbd155a28e1a4f0f716c8cfb68f8ec2ddbbb80b30ee7d784c) AuthConfig (61ef3ebd3989a6facd1bcf7f5cc677b0ca9f965b672d14ad401d684cc9757468) AuthConfig (a20d0fd0f7244b168fc8d193eea73af080dd1605dc6deb7dd5b8aacb1030c34f) AuthConfig (00792bcf1edc668075ce7a7da6c559d28afb6975d561112c06474d14c197d29e) AuthConfig (7dec3458141d4cd2a39b82deb3e9f865baedb4d25f6294943c876c2090ff7aa6) AuthConfig (780c17652f2e0b0e13735f395155f9cddd007c32e15f3d6a2a80413f9bb1fcea) AuthConfig (d43429826c984973e6ac1a656a16bf0a72bc08eb3a7f1fbf4a61d85dc07ac998)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"fb710765-7733-4bea-bf46-be12cdfe669d","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:03.375082228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"c71fa265-2ef0-4932-b8e2-ca4aac6da015","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"tenant":"e2e-extmod-a-68685b","gateway":"openshift-ingress/e2e-extmod-a-68685b","model":"ai-tenant-e2e-extmod-a-68685b/e2e-cfl-19316d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:03.37511224Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"c71fa265-2ef0-4932-b8e2-ca4aac6da015","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"routeName":"external-model-e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b","model":"e2e-cfl-19316d","externalModel":"e2e-cfl-19316d","provider":"e2e-cfl-19316d-provider","gateway":"openshift-ingress/e2e-extmod-a-68685b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:03.37603487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"b86a92f0-56e9-4733-91e2-2c3fd64b86ec","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:03.386671991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"b86a92f0-56e9-4733-91e2-2c3fd64b86ec","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:03.396384127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-517027-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fb813f80433b537555e1700561f2276e03c8b7830a9e8295835beec9ac3041a9) AuthConfig (1e250cf14a6f063188d49e5bdcbc0f72c923f3b32d292f95806d1b52c9ffc736) AuthConfig (df2c06892d89b9ec6fc3eab87473f207bad6d1971a980cb57777a6a6316bed6d) AuthConfig (906eb88acbe27a073b419513f12eb2c725aec9a96677a87dea6fe075c2dae971) AuthConfig (7cd18622ca72a845de24d95c70a29e7277f14bd09f57ad48407288154930a420) AuthConfig (e2d8ff263dcde41c6f8b9ea4c200ecce70c20dd9b94bc9dd877f3d45a8eb5492) AuthConfig (168e512feb28ba5a23d1f795311bce5bb11744dfb3882f390851980462e5a55c) AuthConfig (011ccafa169c858486e534d98342716c0595cab02409b7dc3c2cdabf95c40b9a) AuthConfig (b41141042da5079abf7c131d925f76e4007f851685c36d76ce17ac22445a1f40) AuthConfig (4ce131fb88da90b685f664c424755e194940cf33ac5b003b19f64ce5d0701560) AuthConfig (a0b81dea9e20ca2311f385973cf8135aa31c85b12736c7372b2595ec5665ce15) AuthConfig (3697e0763599554bd6d4f68db3905b2f50b241a93127ec0c3d72dd5fa23a9be9) AuthConfig (1d389b65880de3aec1cf66086c54b36f0b48da4896da3f363874a8aad117dfe9) AuthConfig (ff2ce29e7eda8bbc4a693a6e06d85f0bdfac2575e31bc04bb38e0a7ab928b7ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"b86a92f0-56e9-4733-91e2-2c3fd64b86ec","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:03.423417553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"e0c5009c-b5d4-4d3d-9376-86fe0c1853eb","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"tenant":"e2e-extmod-a-517027","gateway":"openshift-ingress/e2e-extmod-a-517027","model":"e2e-extmod-cfl-1-43b319/e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:03.423438848Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"e0c5009c-b5d4-4d3d-9376-86fe0c1853eb","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"routeName":"external-model-e2e-cfl-same-85c02c-9b2c7e49cd56","namespace":"e2e-extmod-cfl-1-43b319","model":"e2e-cfl-same-85c02c","externalModel":"e2e-cfl-same-85c02c","provider":"e2e-cfl-same-85c02c","gateway":"openshift-ingress/e2e-extmod-a-517027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:06.372591471Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:07.41113614Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-19316d","reconcileID":"f371918a-e7e0-40e9-a0ca-b0093ccc27bd","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:09.18255579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"2101e7fa-f6cc-4763-8138-8b5bf289238f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:09.193727455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"2101e7fa-f6cc-4763-8138-8b5bf289238f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:09.20423737Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"2101e7fa-f6cc-4763-8138-8b5bf289238f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:10.654223607Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-sub","reconcileID":"1b24c75d-3372-403d-be98-38a3cf4cb88e","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"model":"e2e-extmod-rot-user-1bbde6/e2e-rot-8b2fe9","subscription":"e2e-rot-8b2fe9-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:10.6543484Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-sub","reconcileID":"1b24c75d-3372-403d-be98-38a3cf4cb88e","MaaSSubscription":{"name":"e2e-rot-8b2fe9-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"model":"e2e-extmod-rot-user-1bbde6/e2e-rot-8b2fe9","error":"MaaSModelRef not found: e2e-extmod-rot-user-1bbde6/e2e-rot-8b2fe9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:10.720391252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","reconcileID":"54d1a391-fbe3-4412-907f-37b227961d75","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"tenant":"e2e-extmod-b-969878","gateway":"openshift-ingress/e2e-extmod-b-969878","model":"e2e-extmod-att-user-487d36/e2e-att-serve-694483","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:10.720411782Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","reconcileID":"54d1a391-fbe3-4412-907f-37b227961d75","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"routeName":"external-model-e2e-att-serve-694483-5525ec9f71ed","namespace":"e2e-extmod-att-user-487d36","model":"e2e-att-serve-694483","externalModel":"e2e-att-serve-694483","provider":"e2e-att-serve-694483-provider","gateway":"openshift-ingress/e2e-extmod-b-969878","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:10.73375476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"46a9629d-aac9-4b2a-9903-1c34614ab5a7","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-att-user-fda815/e2e-att-serve-470904","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:10.733778091Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"46a9629d-aac9-4b2a-9903-1c34614ab5a7","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"routeName":"external-model-e2e-att-serve-470904-8b879afc3b7d","namespace":"e2e-extmod-att-user-fda815","model":"e2e-att-serve-470904","externalModel":"e2e-att-serve-470904","provider":"e2e-att-serve-470904-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:10.786390511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"d63a91de-4676-448b-b0ef-2aa7b507ba3f","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:10.789642274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"3e5f9977-ad8d-4be4-9594-e4944980ff77","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:10.795739873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"d63a91de-4676-448b-b0ef-2aa7b507ba3f","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:10.804094826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"3e5f9977-ad8d-4be4-9594-e4944980ff77","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:10.812805385Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"3e5f9977-ad8d-4be4-9594-e4944980ff77","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"model":"e2e-extmod-rot-user-1bbde6/e2e-rot-8b2fe9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:10.850220818Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-rot-8b2fe9-access","reconcileID":"13b67342-aae5-4857-bd76-d8f493a6724c","MaaSAuthPolicy":{"name":"e2e-rot-8b2fe9-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"model":"e2e-extmod-rot-user-1bbde6/e2e-rot-8b2fe9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:10.902628088Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-c4a830-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-sub","reconcileID":"b59b9534-54ae-4ad5-9f22-54a0e4162012","MaaSSubscription":{"name":"e2e-rec-ctrl-c4a830-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830","subscription":"e2e-rec-ctrl-c4a830-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:10.902731137Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-c4a830-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-sub","reconcileID":"b59b9534-54ae-4ad5-9f22-54a0e4162012","MaaSSubscription":{"name":"e2e-rec-ctrl-c4a830-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830","error":"MaaSModelRef not found: e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:10.976850973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"c235cf38-0ad0-4b46-97fe-a729f08e0ebc","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:10.977728808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"2f62f499-e81a-44eb-8086-9ed27011eca0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:10.997777402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"c235cf38-0ad0-4b46-97fe-a729f08e0ebc","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:11.002371623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"2f62f499-e81a-44eb-8086-9ed27011eca0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:11.014295781Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"2f62f499-e81a-44eb-8086-9ed27011eca0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:11.090714714Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-rec-ctrl-c4a830-access","reconcileID":"89e16e90-d47d-47e8-b52a-845a62e81084","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-c4a830-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-rec-user-7b266b/e2e-rec-ctrl-c4a830","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:12.0758973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","reconcileID":"80350d15-04dd-4d01-b8c7-9c23654d012b","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"tenant":"e2e-extmod-b-969878","gateway":"openshift-ingress/e2e-extmod-b-969878","model":"e2e-extmod-att-user-487d36/e2e-att-serve-694483","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:12.075920795Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","reconcileID":"80350d15-04dd-4d01-b8c7-9c23654d012b","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"routeName":"external-model-e2e-att-serve-694483-5525ec9f71ed","namespace":"e2e-extmod-att-user-487d36","model":"e2e-att-serve-694483","externalModel":"e2e-att-serve-694483","provider":"e2e-att-serve-694483-provider","gateway":"openshift-ingress/e2e-extmod-b-969878","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:12.086734684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"89fda4f7-a761-45af-b5de-b2c259d9e06d","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:12.097623375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"89fda4f7-a761-45af-b5de-b2c259d9e06d","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:12.100030047Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-694483-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-sub","reconcileID":"b7f8fa03-1cc6-446b-8f5a-21578b1c22c5","MaaSSubscription":{"name":"e2e-att-serve-694483-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-059fd74b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:12.185314544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"b7884308-87de-4941-8976-aa1a36074c1b","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:12.195134123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"b7884308-87de-4941-8976-aa1a36074c1b","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:13.147580921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"08736b70-8a97-4969-9195-dc702540d255","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-att-user-fda815/e2e-att-serve-470904","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:13.147605721Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"08736b70-8a97-4969-9195-dc702540d255","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"routeName":"external-model-e2e-att-serve-470904-8b879afc3b7d","namespace":"e2e-extmod-att-user-fda815","model":"e2e-att-serve-470904","externalModel":"e2e-att-serve-470904","provider":"e2e-att-serve-470904-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:13.154089134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"4627ec57-32fb-4ae8-8762-e0cbee6cde32","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:13.164605942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"4627ec57-32fb-4ae8-8762-e0cbee6cde32","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:13.172885728Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-470904-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-sub","reconcileID":"c187e6ff-239d-442b-a902-78623866ffa2","MaaSSubscription":{"name":"e2e-att-serve-470904-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-13a45d69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:13.295015086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"a3f27afd-056e-413e-88d6-4fcabd481025","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:13.305351458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"a3f27afd-056e-413e-88d6-4fcabd481025","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:13.3952267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"5a54c466-0ad3-495f-9379-e963a9fb1482","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:13.405298937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"5a54c466-0ad3-495f-9379-e963a9fb1482","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:13.414154281Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-68685b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f35f5fb0bf29ee5608c6405204e157b004b1ee86497ed03793579e89725e4df) AuthConfig (fceb0e4e18511623e0d2c5db8d66ff491afa4f5eedee8b32071f32d485252edd) AuthConfig (83fef67d2e62b2ee0348637ec03b12477d011688037397175400e217262dc071) AuthConfig (b9f1d10e76fcf46dbd155a28e1a4f0f716c8cfb68f8ec2ddbbb80b30ee7d784c) AuthConfig (61ef3ebd3989a6facd1bcf7f5cc677b0ca9f965b672d14ad401d684cc9757468) AuthConfig (a20d0fd0f7244b168fc8d193eea73af080dd1605dc6deb7dd5b8aacb1030c34f) AuthConfig (00792bcf1edc668075ce7a7da6c559d28afb6975d561112c06474d14c197d29e) AuthConfig (7dec3458141d4cd2a39b82deb3e9f865baedb4d25f6294943c876c2090ff7aa6) AuthConfig (780c17652f2e0b0e13735f395155f9cddd007c32e15f3d6a2a80413f9bb1fcea) AuthConfig (d43429826c984973e6ac1a656a16bf0a72bc08eb3a7f1fbf4a61d85dc07ac998)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"5a54c466-0ad3-495f-9379-e963a9fb1482","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:13.497838034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"8b9412e8-3bfa-4dbe-9870-07e0ef58a3da","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:13.508229974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"8b9412e8-3bfa-4dbe-9870-07e0ef58a3da","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:13.517455233Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-517027-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fb813f80433b537555e1700561f2276e03c8b7830a9e8295835beec9ac3041a9) AuthConfig (1e250cf14a6f063188d49e5bdcbc0f72c923f3b32d292f95806d1b52c9ffc736) AuthConfig (df2c06892d89b9ec6fc3eab87473f207bad6d1971a980cb57777a6a6316bed6d) AuthConfig (906eb88acbe27a073b419513f12eb2c725aec9a96677a87dea6fe075c2dae971) AuthConfig (7cd18622ca72a845de24d95c70a29e7277f14bd09f57ad48407288154930a420) AuthConfig (e2d8ff263dcde41c6f8b9ea4c200ecce70c20dd9b94bc9dd877f3d45a8eb5492) AuthConfig (168e512feb28ba5a23d1f795311bce5bb11744dfb3882f390851980462e5a55c) AuthConfig (011ccafa169c858486e534d98342716c0595cab02409b7dc3c2cdabf95c40b9a) AuthConfig (b41141042da5079abf7c131d925f76e4007f851685c36d76ce17ac22445a1f40) AuthConfig (4ce131fb88da90b685f664c424755e194940cf33ac5b003b19f64ce5d0701560) AuthConfig (a0b81dea9e20ca2311f385973cf8135aa31c85b12736c7372b2595ec5665ce15) AuthConfig (3697e0763599554bd6d4f68db3905b2f50b241a93127ec0c3d72dd5fa23a9be9) AuthConfig (1d389b65880de3aec1cf66086c54b36f0b48da4896da3f363874a8aad117dfe9) AuthConfig (ff2ce29e7eda8bbc4a693a6e06d85f0bdfac2575e31bc04bb38e0a7ab928b7ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"8b9412e8-3bfa-4dbe-9870-07e0ef58a3da","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:17.422709733Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-19316d","reconcileID":"421e145c-ddd6-43b1-a287-ba4403b24179","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:19.216456628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"cbb82b97-94ab-473b-96d9-ea1009590108","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:19.227167454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"cbb82b97-94ab-473b-96d9-ea1009590108","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:19.237839318Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"cbb82b97-94ab-473b-96d9-ea1009590108","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:21.536818177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"b0d39ed9-4092-4161-9406-40eb5f2937b5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:21.546626416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"b0d39ed9-4092-4161-9406-40eb5f2937b5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:21.555516771Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a052fc8b2000371f6da7bc796f84f5da02a37fccbbff645f87211a2875938961) AuthConfig (bae59ceb5159e75dcdc43fd9c558d6917556e9f2cbd03f09d02e46c0134fc9cf) AuthConfig (ba7d883f4c6d43367292f9c694fe3ab9c472141479b9239c143ab95fc242e294) AuthConfig (c98df1cb2d5419336e7b4211f52a5c800f9da8a2de640472dada0bdc082cec49) AuthConfig (5e30ee4a51ae3434b6dc801419e6097cdbb59c9f685aabc176625ce4c7eaf4dc) AuthConfig (a2ac6bcff059f460328a0f6918856ea1f67bb83aab555ebbb9b1e786551b6d2a) AuthConfig (43aa9d9612bb24d294e1bf5147dc7d281dbe320c396898cd3c442004a30b6e41) AuthConfig (0a59a0e964490602ab594a2dedd65ae5438c90e92c6dd1f4fd565ac3d3ab408b) AuthConfig (c73565d4825f3d608f5b98c664040d62e0363d4bb51ded46939f0a581fbc9d31) AuthConfig (7510de065e89e1b2e966e6b2e40e1306c8c424112ba366184a09f84def604c22)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"b0d39ed9-4092-4161-9406-40eb5f2937b5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:21.573624973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"fc472863-2b9e-4c19-81c2-d154c659a3b5","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"tenant":"e2e-extmod-a-222480","gateway":"openshift-ingress/e2e-extmod-a-222480","model":"ai-tenant-e2e-extmod-a-222480/e2e-cmp-legacy-595f66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:21.573643168Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"fc472863-2b9e-4c19-81c2-d154c659a3b5","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"routeName":"external-model-e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480","model":"e2e-cmp-legacy-595f66","externalModel":"e2e-cmp-legacy-595f66","provider":"e2e-cmp-legacy-595f66-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:22.105549073Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-694483-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-sub","reconcileID":"bb9f9202-ea44-41d7-abd2-edadb2093cf9","MaaSSubscription":{"name":"e2e-att-serve-694483-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"model":"e2e-extmod-att-user-487d36/e2e-att-serve-694483","subscription":"e2e-att-serve-694483-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:22.116641033Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-694483-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-sub","reconcileID":"bb9f9202-ea44-41d7-abd2-edadb2093cf9","MaaSSubscription":{"name":"e2e-att-serve-694483-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"model":"e2e-extmod-att-user-487d36/e2e-att-serve-694483","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:22.122035959Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-694483-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-sub","reconcileID":"bb9f9202-ea44-41d7-abd2-edadb2093cf9","MaaSSubscription":{"name":"e2e-att-serve-694483-sub","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"maas-trlp-e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36","model":"e2e-extmod-att-user-487d36/e2e-att-serve-694483","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:22.178359474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","reconcileID":"d3d37155-1a73-403e-b1c9-1a81ab485c9e","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"tenant":"e2e-extmod-b-969878","gateway":"openshift-ingress/e2e-extmod-b-969878","model":"e2e-extmod-att-user-487d36/e2e-att-serve-694483","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:22.178382254Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","reconcileID":"d3d37155-1a73-403e-b1c9-1a81ab485c9e","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"routeName":"external-model-e2e-att-serve-694483-5525ec9f71ed","namespace":"e2e-extmod-att-user-487d36","model":"e2e-att-serve-694483","externalModel":"e2e-att-serve-694483","provider":"e2e-att-serve-694483-provider","gateway":"openshift-ingress/e2e-extmod-b-969878","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:22.185239481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"d4216e3a-f468-4396-afc7-37d84c83443f","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:22.19586831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"d4216e3a-f468-4396-afc7-37d84c83443f","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:22.286654922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"25d858be-1375-4c3e-bc6c-929371c3ccbb","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:22.30315127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"25d858be-1375-4c3e-bc6c-929371c3ccbb","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:22.35550652Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"585eb7df-6e0c-4182-ac02-e19d0436a665","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"model":"e2e-extmod-att-user-487d36/e2e-att-serve-694483","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:22.368413977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","reconcileID":"8f0f1609-58ad-4062-897d-f3f7fae4482d","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"tenant":"e2e-extmod-b-969878","gateway":"openshift-ingress/e2e-extmod-b-969878","model":"e2e-extmod-att-user-487d36/e2e-att-serve-694483","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:22.368437414Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","reconcileID":"8f0f1609-58ad-4062-897d-f3f7fae4482d","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"routeName":"external-model-e2e-att-serve-694483-5525ec9f71ed","namespace":"e2e-extmod-att-user-487d36","model":"e2e-att-serve-694483","externalModel":"e2e-att-serve-694483","provider":"e2e-att-serve-694483-provider","gateway":"openshift-ingress/e2e-extmod-b-969878","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:22.462074821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"585eb7df-6e0c-4182-ac02-e19d0436a665","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:22.512278308Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"585eb7df-6e0c-4182-ac02-e19d0436a665","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"name":"e2e-extmod-b-969878-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:22.512300502Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"e2e-att-serve-694483-access","reconcileID":"585eb7df-6e0c-4182-ac02-e19d0436a665","MaaSAuthPolicy":{"name":"e2e-att-serve-694483-access","namespace":"ai-tenant-e2e-extmod-b-969878"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-969878","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:22.535401948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","reconcileID":"bcc214bb-19e5-440c-9538-71133fa6a9d6","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"tenant":"e2e-extmod-b-969878","gateway":"openshift-ingress/e2e-extmod-b-969878","model":"e2e-extmod-att-user-487d36/e2e-att-serve-694483","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:22.535421393Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","reconcileID":"bcc214bb-19e5-440c-9538-71133fa6a9d6","MaaSModelRef":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"routeName":"external-model-e2e-att-serve-694483-5525ec9f71ed","namespace":"e2e-extmod-att-user-487d36","model":"e2e-att-serve-694483","externalModel":"e2e-att-serve-694483","provider":"e2e-att-serve-694483-provider","gateway":"openshift-ingress/e2e-extmod-b-969878","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.074757781Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","reconcileID":"48583a13-344b-4484-845a-f4863f7a3167","namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.089812752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"046d4094-232c-443f-9ff0-c610a31174f1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.089967275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"326c0c32-9d6b-49ee-9612-cac923e0ad81","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.089812218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"c84b912c-745d-454b-9e14-b7922bddcb9e","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.097073329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f3832af-b352-4aee-97e0-cb44af681527","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.103596075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"326c0c32-9d6b-49ee-9612-cac923e0ad81","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.103607436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"046d4094-232c-443f-9ff0-c610a31174f1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.103941683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"41fe1409-4a5e-4c13-9c83-217164754224","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.108655658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"c84b912c-745d-454b-9e14-b7922bddcb9e","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.108909026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f3832af-b352-4aee-97e0-cb44af681527","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.112602015Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a052fc8b2000371f6da7bc796f84f5da02a37fccbbff645f87211a2875938961) AuthConfig (bae59ceb5159e75dcdc43fd9c558d6917556e9f2cbd03f09d02e46c0134fc9cf) AuthConfig (ba7d883f4c6d43367292f9c694fe3ab9c472141479b9239c143ab95fc242e294) AuthConfig (c98df1cb2d5419336e7b4211f52a5c800f9da8a2de640472dada0bdc082cec49) AuthConfig (5e30ee4a51ae3434b6dc801419e6097cdbb59c9f685aabc176625ce4c7eaf4dc) AuthConfig (a2ac6bcff059f460328a0f6918856ea1f67bb83aab555ebbb9b1e786551b6d2a) AuthConfig (43aa9d9612bb24d294e1bf5147dc7d281dbe320c396898cd3c442004a30b6e41) AuthConfig (0a59a0e964490602ab594a2dedd65ae5438c90e92c6dd1f4fd565ac3d3ab408b) AuthConfig (c73565d4825f3d608f5b98c664040d62e0363d4bb51ded46939f0a581fbc9d31) AuthConfig (7510de065e89e1b2e966e6b2e40e1306c8c424112ba366184a09f84def604c22)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"046d4094-232c-443f-9ff0-c610a31174f1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.124527539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"41fe1409-4a5e-4c13-9c83-217164754224","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.186435925Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-470904-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-sub","reconcileID":"da49dd51-d821-4f90-8196-ece7bf7ed8a7","MaaSSubscription":{"name":"e2e-att-serve-470904-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-att-user-fda815/e2e-att-serve-470904","subscription":"e2e-att-serve-470904-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.196813605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"f50980c5-584c-4ad0-92e0-494d189fda0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.205783587Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-470904-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-sub","reconcileID":"da49dd51-d821-4f90-8196-ece7bf7ed8a7","MaaSSubscription":{"name":"e2e-att-serve-470904-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-att-user-fda815/e2e-att-serve-470904","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.213777728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"f50980c5-584c-4ad0-92e0-494d189fda0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.21490227Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-470904-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-sub","reconcileID":"da49dd51-d821-4f90-8196-ece7bf7ed8a7","MaaSSubscription":{"name":"e2e-att-serve-470904-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"maas-trlp-e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815","model":"e2e-extmod-att-user-fda815/e2e-att-serve-470904","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.222227625Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-694483","namespace":"e2e-extmod-att-user-487d36"},"namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","reconcileID":"783ca672-1cf2-4ae6-8b9e-64e80eb74e79","namespace":"e2e-extmod-att-user-487d36","name":"e2e-att-serve-694483","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.254799399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"e8bf817b-a4e5-4704-a6da-d128a0101ba2","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"tenant":"e2e-extmod-a-517027","gateway":"openshift-ingress/e2e-extmod-a-517027","model":"e2e-extmod-cfl-1-43b319/e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.254828599Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"e8bf817b-a4e5-4704-a6da-d128a0101ba2","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"routeName":"external-model-e2e-cfl-same-85c02c-9b2c7e49cd56","namespace":"e2e-extmod-cfl-1-43b319","model":"e2e-cfl-same-85c02c","externalModel":"e2e-cfl-same-85c02c","provider":"e2e-cfl-same-85c02c","gateway":"openshift-ingress/e2e-extmod-a-517027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.295938131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"070b9778-a185-4f03-a0c6-dfd9dfc3a6c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.296286557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"e16fdbca-6c5c-4aef-94ea-826a481fef7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.306541595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"070b9778-a185-4f03-a0c6-dfd9dfc3a6c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.307535705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"e16fdbca-6c5c-4aef-94ea-826a481fef7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.344916062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"9123d74e-e176-443b-8d6c-765886a5b2be","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"tenant":"e2e-extmod-a-68685b","gateway":"openshift-ingress/e2e-extmod-a-68685b","model":"ai-tenant-e2e-extmod-a-68685b/e2e-cfl-19316d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.344935039Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"9123d74e-e176-443b-8d6c-765886a5b2be","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"routeName":"external-model-e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b","model":"e2e-cfl-19316d","externalModel":"e2e-cfl-19316d","provider":"e2e-cfl-19316d-provider","gateway":"openshift-ingress/e2e-extmod-a-68685b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.356414088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"d17fe5e0-1a1f-4ef6-9bb9-2ae6568cb75c","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-att-user-fda815/e2e-att-serve-470904","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.356432036Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"d17fe5e0-1a1f-4ef6-9bb9-2ae6568cb75c","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"routeName":"external-model-e2e-att-serve-470904-8b879afc3b7d","namespace":"e2e-extmod-att-user-fda815","model":"e2e-att-serve-470904","externalModel":"e2e-att-serve-470904","provider":"e2e-att-serve-470904-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.453592275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38850787-1863-4665-ac6a-8d011fb8e0d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.47085484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"69a116c3-7197-4437-8dbd-d9e0c6ed09bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.537285224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"69a116c3-7197-4437-8dbd-d9e0c6ed09bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.538194039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"3f56c6e5-2c8a-4ad8-9b81-f1da24ba4cb9","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-att-user-fda815/e2e-att-serve-470904","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.538217077Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"3f56c6e5-2c8a-4ad8-9b81-f1da24ba4cb9","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"routeName":"external-model-e2e-att-serve-470904-8b879afc3b7d","namespace":"e2e-extmod-att-user-fda815","model":"e2e-att-serve-470904","externalModel":"e2e-att-serve-470904","provider":"e2e-att-serve-470904-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.540241186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"bff759cc-75f2-404b-b9e9-acdaee22f3f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.544116614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38850787-1863-4665-ac6a-8d011fb8e0d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.546916787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"b04b3674-6c42-46dc-9cd5-74009be48b52","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.55436769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"bff759cc-75f2-404b-b9e9-acdaee22f3f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.55983743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"b04b3674-6c42-46dc-9cd5-74009be48b52","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.597207859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"61b0870f-f1f7-4e43-93fc-5186a1950f7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.597623252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"77db8ffe-8c3c-463e-96a8-be84dfd79130","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.598014823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"eaba3553-501e-4548-88bc-546e079b122e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.598444834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"2038e3ea-6216-4aaf-b2cc-731729852aed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.606935657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"61b0870f-f1f7-4e43-93fc-5186a1950f7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.607678732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"77db8ffe-8c3c-463e-96a8-be84dfd79130","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.609261642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"2038e3ea-6216-4aaf-b2cc-731729852aed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.610088249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"eaba3553-501e-4548-88bc-546e079b122e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.777384117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"14ad1e19-157f-452c-b187-23d15baf9620","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.787137182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"14ad1e19-157f-452c-b187-23d15baf9620","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.796079601Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a052fc8b2000371f6da7bc796f84f5da02a37fccbbff645f87211a2875938961) AuthConfig (bae59ceb5159e75dcdc43fd9c558d6917556e9f2cbd03f09d02e46c0134fc9cf) AuthConfig (ba7d883f4c6d43367292f9c694fe3ab9c472141479b9239c143ab95fc242e294) AuthConfig (c98df1cb2d5419336e7b4211f52a5c800f9da8a2de640472dada0bdc082cec49) AuthConfig (5e30ee4a51ae3434b6dc801419e6097cdbb59c9f685aabc176625ce4c7eaf4dc) AuthConfig (a2ac6bcff059f460328a0f6918856ea1f67bb83aab555ebbb9b1e786551b6d2a) AuthConfig (43aa9d9612bb24d294e1bf5147dc7d281dbe320c396898cd3c442004a30b6e41) AuthConfig (0a59a0e964490602ab594a2dedd65ae5438c90e92c6dd1f4fd565ac3d3ab408b) AuthConfig (c73565d4825f3d608f5b98c664040d62e0363d4bb51ded46939f0a581fbc9d31) AuthConfig (7510de065e89e1b2e966e6b2e40e1306c8c424112ba366184a09f84def604c22)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"14ad1e19-157f-452c-b187-23d15baf9620","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.796531266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"0c433ca4-3df2-480c-aec6-82b5d9fee173","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"tenant":"e2e-extmod-a-68685b","gateway":"openshift-ingress/e2e-extmod-a-68685b","model":"ai-tenant-e2e-extmod-a-68685b/e2e-cfl-19316d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.796550224Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"0c433ca4-3df2-480c-aec6-82b5d9fee173","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"routeName":"external-model-e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b","model":"e2e-cfl-19316d","externalModel":"e2e-cfl-19316d","provider":"e2e-cfl-19316d-provider","gateway":"openshift-ingress/e2e-extmod-a-68685b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.797986533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"a3557d73-fbc6-4c3a-b23b-60118d47f33b","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.802279454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"4e806313-3478-4191-8674-89ef7efabe8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.802429153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7881c1f2-84d3-4350-9705-cfdf38e4f119","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.807385751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"a3557d73-fbc6-4c3a-b23b-60118d47f33b","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:07:23.811568915Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-19316d-68685b-sub","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-sub","reconcileID":"692b18ab-9239-4b4a-9f37-5064f574a372","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-19316d-68685b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.811735543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"f48f8090-55bb-49a0-a3c5-1f7eddf796be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.872133848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"4e806313-3478-4191-8674-89ef7efabe8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.873666929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"f48f8090-55bb-49a0-a3c5-1f7eddf796be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.874258759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"a965eabf-68e2-4b03-b841-77c94fca54fa","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"tenant":"e2e-extmod-a-68685b","gateway":"openshift-ingress/e2e-extmod-a-68685b","model":"ai-tenant-e2e-extmod-a-68685b/e2e-cfl-19316d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.874280585Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"a965eabf-68e2-4b03-b841-77c94fca54fa","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"routeName":"external-model-e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b","model":"e2e-cfl-19316d","externalModel":"e2e-cfl-19316d","provider":"e2e-cfl-19316d-provider","gateway":"openshift-ingress/e2e-extmod-a-68685b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.875327715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7881c1f2-84d3-4350-9705-cfdf38e4f119","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.893868694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"95e2f7a3-5529-4045-b8eb-a0145c895587","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.895289225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"36f84707-b118-4ed4-9dee-aecac5954c77","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"tenant":"e2e-extmod-a-68685b","gateway":"openshift-ingress/e2e-extmod-a-68685b","model":"ai-tenant-e2e-extmod-a-68685b/e2e-cfl-19316d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.895309751Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"36f84707-b118-4ed4-9dee-aecac5954c77","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"routeName":"external-model-e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b","model":"e2e-cfl-19316d","externalModel":"e2e-cfl-19316d","provider":"e2e-cfl-19316d-provider","gateway":"openshift-ingress/e2e-extmod-a-68685b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.905370861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"95e2f7a3-5529-4045-b8eb-a0145c895587","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.906978484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"0190d586-19f0-4dee-a945-c210013fa05e","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"tenant":"e2e-extmod-a-68685b","gateway":"openshift-ingress/e2e-extmod-a-68685b","model":"ai-tenant-e2e-extmod-a-68685b/e2e-cfl-19316d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.907000132Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"0190d586-19f0-4dee-a945-c210013fa05e","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"routeName":"external-model-e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b","model":"e2e-cfl-19316d","externalModel":"e2e-cfl-19316d","provider":"e2e-cfl-19316d-provider","gateway":"openshift-ingress/e2e-extmod-a-68685b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.959462202Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-19316d-68685b-sub","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-sub","reconcileID":"a39651ae-6197-4cde-aea9-aa889b942cc7","MaaSSubscription":{"name":"e2e-cfl-19316d-68685b-sub","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"maas-trlp-e2e-cfl-19316d","model":"e2e-cfl-19316d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-68685b/e2e-cfl-19316d-68685b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.982397348Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"18cc95ed-10aa-4233-9955-c1641018ebf7","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-att-user-fda815/e2e-att-serve-470904","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.997801731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"f354c638-c097-4eae-9e0d-24fbe6582ee5","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"tenant":"e2e-extmod-a-68685b","gateway":"openshift-ingress/e2e-extmod-a-68685b","model":"ai-tenant-e2e-extmod-a-68685b/e2e-cfl-19316d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:23.997823042Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"f354c638-c097-4eae-9e0d-24fbe6582ee5","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"routeName":"external-model-e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b","model":"e2e-cfl-19316d","externalModel":"e2e-cfl-19316d","provider":"e2e-cfl-19316d-provider","gateway":"openshift-ingress/e2e-extmod-a-68685b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:24.044582516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-19316d-68685b-sub","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-sub","reconcileID":"cd085fc0-ea48-42df-b02c-14a7f738e332","MaaSSubscription":{"name":"e2e-cfl-19316d-68685b-sub","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"maas-trlp-e2e-cfl-19316d","model":"ai-tenant-e2e-extmod-a-68685b/e2e-cfl-19316d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:24.094559818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"18cc95ed-10aa-4233-9955-c1641018ebf7","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:24.096017205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"05556a99-80ed-4b11-98b6-c99ee736b439","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:24.107134187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"05556a99-80ed-4b11-98b6-c99ee736b439","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:24.136226838Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"18cc95ed-10aa-4233-9955-c1641018ebf7","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:24.136249642Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-att-serve-470904-access","reconcileID":"18cc95ed-10aa-4233-9955-c1641018ebf7","MaaSAuthPolicy":{"name":"e2e-att-serve-470904-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:24.164597845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"5807cf63-ceaa-4bf2-a5df-35953118d6db","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-att-user-fda815/e2e-att-serve-470904","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:24.164688964Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"5807cf63-ceaa-4bf2-a5df-35953118d6db","MaaSModelRef":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"routeName":"external-model-e2e-att-serve-470904-8b879afc3b7d","namespace":"e2e-extmod-att-user-fda815","model":"e2e-att-serve-470904","externalModel":"e2e-att-serve-470904","provider":"e2e-att-serve-470904-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:24.693614927Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"d418fa06-f92d-4da6-acb1-240aecfe63e3","namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:24.712240068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"15ecf258-3b14-41fc-b856-de31dc3bee04","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:24.712458736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"0d4ce772-f824-404c-9b29-22f6a7a29f3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:24.716035881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"88345ece-9b61-49f7-aa7b-070557feb72c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:24.735322215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e541055-176e-4549-aed7-db4cda92bb11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:24.735691099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"89eaa0f8-cfd1-4833-b7df-cc9ad035b26b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:24.743260891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"15ecf258-3b14-41fc-b856-de31dc3bee04","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:24.745172932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"0d4ce772-f824-404c-9b29-22f6a7a29f3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:24.74693619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e541055-176e-4549-aed7-db4cda92bb11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:24.747311089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"88345ece-9b61-49f7-aa7b-070557feb72c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:24.750522918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"89eaa0f8-cfd1-4833-b7df-cc9ad035b26b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:24.752192662Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a052fc8b2000371f6da7bc796f84f5da02a37fccbbff645f87211a2875938961) AuthConfig (bae59ceb5159e75dcdc43fd9c558d6917556e9f2cbd03f09d02e46c0134fc9cf) AuthConfig (ba7d883f4c6d43367292f9c694fe3ab9c472141479b9239c143ab95fc242e294) AuthConfig (c98df1cb2d5419336e7b4211f52a5c800f9da8a2de640472dada0bdc082cec49) AuthConfig (5e30ee4a51ae3434b6dc801419e6097cdbb59c9f685aabc176625ce4c7eaf4dc) AuthConfig (a2ac6bcff059f460328a0f6918856ea1f67bb83aab555ebbb9b1e786551b6d2a) AuthConfig (43aa9d9612bb24d294e1bf5147dc7d281dbe320c396898cd3c442004a30b6e41) AuthConfig (0a59a0e964490602ab594a2dedd65ae5438c90e92c6dd1f4fd565ac3d3ab408b) AuthConfig (c73565d4825f3d608f5b98c664040d62e0363d4bb51ded46939f0a581fbc9d31) AuthConfig (7510de065e89e1b2e966e6b2e40e1306c8c424112ba366184a09f84def604c22)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"15ecf258-3b14-41fc-b856-de31dc3bee04","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:25.006488575Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-470904","namespace":"e2e-extmod-att-user-fda815"},"namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","reconcileID":"8fb5fa97-d0be-49bf-be5b-1a9f78a4492a","namespace":"e2e-extmod-att-user-fda815","name":"e2e-att-serve-470904","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:25.020667301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"51b54550-d855-4f7c-b536-f581449797cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:25.025717414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"639305c2-fb4f-4ef2-bd81-4dd0b297290d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:25.027934897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"7972760d-1c0d-4f7c-a2f7-ab93e9eba0c4","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:25.033419211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"d7d241bd-555c-4438-9620-e905746301ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:25.038995602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"639305c2-fb4f-4ef2-bd81-4dd0b297290d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:25.074845624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"7972760d-1c0d-4f7c-a2f7-ab93e9eba0c4","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:25.075538325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"51b54550-d855-4f7c-b536-f581449797cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:25.105559215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"d7d241bd-555c-4438-9620-e905746301ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:25.117782861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"bd4633b2-c320-44d0-949c-db2fae52a49e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:25.132401924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"bd4633b2-c320-44d0-949c-db2fae52a49e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:25.253542326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"0a922b84-0892-466e-8f78-9cd133505bc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:25.255453551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"f81ffa62-2777-4940-9be7-80b49f0abf77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:25.256125044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"5fae2c29-8681-4992-b0d9-b68e525db51b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:25.265569018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"0a922b84-0892-466e-8f78-9cd133505bc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:25.268677602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"5fae2c29-8681-4992-b0d9-b68e525db51b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:25.269261023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"f81ffa62-2777-4940-9be7-80b49f0abf77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:25.342229075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"56322061-2326-4b68-aaeb-0f0f40cd49a1","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:25.346102814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"7d94765d-344c-4f7e-bc53-f96a0ab6180d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:25.355803473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"56322061-2326-4b68-aaeb-0f0f40cd49a1","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:25.360548861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"7d94765d-344c-4f7e-bc53-f96a0ab6180d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:25.482562954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"c39b42d3-d776-41b3-9f98-fad838e964ba","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:25.49490311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"c39b42d3-d776-41b3-9f98-fad838e964ba","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:25.51196411Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a052fc8b2000371f6da7bc796f84f5da02a37fccbbff645f87211a2875938961) AuthConfig (bae59ceb5159e75dcdc43fd9c558d6917556e9f2cbd03f09d02e46c0134fc9cf) AuthConfig (ba7d883f4c6d43367292f9c694fe3ab9c472141479b9239c143ab95fc242e294) AuthConfig (c98df1cb2d5419336e7b4211f52a5c800f9da8a2de640472dada0bdc082cec49) AuthConfig (5e30ee4a51ae3434b6dc801419e6097cdbb59c9f685aabc176625ce4c7eaf4dc) AuthConfig (a2ac6bcff059f460328a0f6918856ea1f67bb83aab555ebbb9b1e786551b6d2a) AuthConfig (43aa9d9612bb24d294e1bf5147dc7d281dbe320c396898cd3c442004a30b6e41) AuthConfig (0a59a0e964490602ab594a2dedd65ae5438c90e92c6dd1f4fd565ac3d3ab408b) AuthConfig (c73565d4825f3d608f5b98c664040d62e0363d4bb51ded46939f0a581fbc9d31) AuthConfig (7510de065e89e1b2e966e6b2e40e1306c8c424112ba366184a09f84def604c22)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"c39b42d3-d776-41b3-9f98-fad838e964ba","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:25.558093702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"14f5c1ba-67a0-4467-8989-f7679f3fe892","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:25.558434673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"a13d8b2b-d77f-4858-94c7-95cec67aee8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:25.558727906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"b459d6ed-cef3-4dd4-9c20-93bee0f1889d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:25.558849098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"55ad0bc7-8110-406b-be01-9efd7af7e94c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:25.561131993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92a15c3a-c289-4b36-bee6-f43638f7418a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:25.568145944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"14f5c1ba-67a0-4467-8989-f7679f3fe892","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:25.568196116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"a13d8b2b-d77f-4858-94c7-95cec67aee8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:25.570456866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"b459d6ed-cef3-4dd4-9c20-93bee0f1889d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:25.570656436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"55ad0bc7-8110-406b-be01-9efd7af7e94c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:25.572723116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92a15c3a-c289-4b36-bee6-f43638f7418a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:25.650225907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"3212244c-1fbe-49db-84a4-35748719954d","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:25.657518693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3aa1e9eb-7e05-4d37-8466-b9fe9b0959a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:25.660387671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"725e596e-7fad-4203-8308-4ebc26759f40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:25.660408604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"8a06314a-ffe6-4941-9ef8-089a0b218bc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:25.662843769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"3212244c-1fbe-49db-84a4-35748719954d","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:25.666971573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3aa1e9eb-7e05-4d37-8466-b9fe9b0959a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:25.683271506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"8a06314a-ffe6-4941-9ef8-089a0b218bc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:25.68343586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"725e596e-7fad-4203-8308-4ebc26759f40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:27.434474427Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-19316d","reconcileID":"45a2c5db-383b-4f6b-80e4-fdc33b261c44","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:28.557245346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"5d2b23d4-6ea7-4648-80ae-27f9cb438288","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"tenant":"e2e-extmod-a-517027","gateway":"openshift-ingress/e2e-extmod-a-517027","model":"e2e-extmod-cfl-1-43b319/e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:28.557271177Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"5d2b23d4-6ea7-4648-80ae-27f9cb438288","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"routeName":"external-model-e2e-cfl-same-85c02c-9b2c7e49cd56","namespace":"e2e-extmod-cfl-1-43b319","model":"e2e-cfl-same-85c02c","externalModel":"e2e-cfl-same-85c02c","provider":"e2e-cfl-same-85c02c","gateway":"openshift-ingress/e2e-extmod-a-517027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:28.563884448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"ba1180ff-8d54-411c-b7a5-74e5c852b0dd","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:07:28.563936466Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-85c02c-43b319-sub","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-sub","reconcileID":"70235f28-7d2e-4227-a140-3a68350606ef","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-85c02c-43b319-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:28.57412918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"ba1180ff-8d54-411c-b7a5-74e5c852b0dd","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:28.578829211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"f462f135-3ce3-4580-bd9c-149e7fd4a51f","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"tenant":"e2e-extmod-a-517027","gateway":"openshift-ingress/e2e-extmod-a-517027","model":"e2e-extmod-cfl-1-43b319/e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:28.578847243Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"f462f135-3ce3-4580-bd9c-149e7fd4a51f","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"routeName":"external-model-e2e-cfl-same-85c02c-9b2c7e49cd56","namespace":"e2e-extmod-cfl-1-43b319","model":"e2e-cfl-same-85c02c","externalModel":"e2e-cfl-same-85c02c","provider":"e2e-cfl-same-85c02c","gateway":"openshift-ingress/e2e-extmod-a-517027","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:07:28.590381592Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"f462f135-3ce3-4580-bd9c-149e7fd4a51f","name":"e2e-cfl-same-85c02c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-85c02c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:07:28.590430578Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"f462f135-3ce3-4580-bd9c-149e7fd4a51f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-85c02c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:28.596769821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"7a668591-ca74-4856-943b-98fec0702498","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"tenant":"e2e-extmod-a-517027","gateway":"openshift-ingress/e2e-extmod-a-517027","model":"e2e-extmod-cfl-1-43b319/e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:28.596787153Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"7a668591-ca74-4856-943b-98fec0702498","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"routeName":"external-model-e2e-cfl-same-85c02c-9b2c7e49cd56","namespace":"e2e-extmod-cfl-1-43b319","model":"e2e-cfl-same-85c02c","externalModel":"e2e-cfl-same-85c02c","provider":"e2e-cfl-same-85c02c","gateway":"openshift-ingress/e2e-extmod-a-517027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:28.606879819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"9d37ab0c-2682-4fc9-a8e9-65cd32fe21e6","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"tenant":"e2e-extmod-a-517027","gateway":"openshift-ingress/e2e-extmod-a-517027","model":"e2e-extmod-cfl-1-43b319/e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:28.606897123Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"9d37ab0c-2682-4fc9-a8e9-65cd32fe21e6","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"routeName":"external-model-e2e-cfl-same-85c02c-9b2c7e49cd56","namespace":"e2e-extmod-cfl-1-43b319","model":"e2e-cfl-same-85c02c","externalModel":"e2e-cfl-same-85c02c","provider":"e2e-cfl-same-85c02c","gateway":"openshift-ingress/e2e-extmod-a-517027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:28.618232562Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-85c02c-43b319-sub","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-sub","reconcileID":"f37a3efe-8685-46e4-8dcd-be862026cb3b","MaaSSubscription":{"name":"e2e-cfl-same-85c02c-43b319-sub","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"maas-trlp-e2e-cfl-same-85c02c","model":"e2e-cfl-same-85c02c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-517027/e2e-cfl-same-85c02c-43b319-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:28.655085317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"cef242d9-a1f1-4ca1-9951-d014f0056dbf","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"tenant":"e2e-extmod-a-517027","gateway":"openshift-ingress/e2e-extmod-a-517027","model":"e2e-extmod-cfl-1-43b319/e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:28.655102231Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"cef242d9-a1f1-4ca1-9951-d014f0056dbf","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"routeName":"external-model-e2e-cfl-same-85c02c-9b2c7e49cd56","namespace":"e2e-extmod-cfl-1-43b319","model":"e2e-cfl-same-85c02c","externalModel":"e2e-cfl-same-85c02c","provider":"e2e-cfl-same-85c02c","gateway":"openshift-ingress/e2e-extmod-a-517027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:28.699693629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"fcfd68ff-426c-4e2c-8ac1-9aae2fbfab95","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:28.709739216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"fcfd68ff-426c-4e2c-8ac1-9aae2fbfab95","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:28.717007839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-85c02c-43b319-sub","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-sub","reconcileID":"39c48deb-2678-4d7c-aa39-1d6a3d23c3f1","MaaSSubscription":{"name":"e2e-cfl-same-85c02c-43b319-sub","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"maas-trlp-e2e-cfl-same-85c02c","model":"e2e-extmod-cfl-1-43b319/e2e-cfl-same-85c02c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:35.536562882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"2683d569-6623-4201-a697-92897b9b7e31","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:35.54669127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"2683d569-6623-4201-a697-92897b9b7e31","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:35.564920373Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a052fc8b2000371f6da7bc796f84f5da02a37fccbbff645f87211a2875938961) AuthConfig (bae59ceb5159e75dcdc43fd9c558d6917556e9f2cbd03f09d02e46c0134fc9cf) AuthConfig (ba7d883f4c6d43367292f9c694fe3ab9c472141479b9239c143ab95fc242e294) AuthConfig (c98df1cb2d5419336e7b4211f52a5c800f9da8a2de640472dada0bdc082cec49) AuthConfig (5e30ee4a51ae3434b6dc801419e6097cdbb59c9f685aabc176625ce4c7eaf4dc) AuthConfig (a2ac6bcff059f460328a0f6918856ea1f67bb83aab555ebbb9b1e786551b6d2a) AuthConfig (43aa9d9612bb24d294e1bf5147dc7d281dbe320c396898cd3c442004a30b6e41) AuthConfig (0a59a0e964490602ab594a2dedd65ae5438c90e92c6dd1f4fd565ac3d3ab408b) AuthConfig (c73565d4825f3d608f5b98c664040d62e0363d4bb51ded46939f0a581fbc9d31) AuthConfig (7510de065e89e1b2e966e6b2e40e1306c8c424112ba366184a09f84def604c22)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"2683d569-6623-4201-a697-92897b9b7e31","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:36.388389558Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:37.448162326Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-19316d","reconcileID":"3deac132-afd3-49c4-ba52-6b27313372e4","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:39.90446521Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e","reconcileID":"1fa01072-1ddf-4cd5-b44d-2fe01e00c922","namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:39.947900721Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e","reconcileID":"98d4e7b5-10d4-40a8-9ebb-b49213e70f3d","namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:39.958860806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"c9d929d4-505b-4a11-89ed-d33493eee77b","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:39.96792671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"c03f54df-eae9-4d80-a863-f5ce2363a374","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:39.972333838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"6daf646b-b79a-4f5e-b530-c8e85114c1c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:39.973136408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"cfd62191-d828-403d-8adc-e755c73cc31b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:39.976082588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"c31e8a96-8678-4e36-b282-334bca1b8959","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:39.978080694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"c9d929d4-505b-4a11-89ed-d33493eee77b","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:39.9808155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"c03f54df-eae9-4d80-a863-f5ce2363a374","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:39.984859887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"6daf646b-b79a-4f5e-b530-c8e85114c1c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:39.985376215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"cfd62191-d828-403d-8adc-e755c73cc31b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:39.988435048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"c31e8a96-8678-4e36-b282-334bca1b8959","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.000446096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a052fc8b2000371f6da7bc796f84f5da02a37fccbbff645f87211a2875938961) AuthConfig (bae59ceb5159e75dcdc43fd9c558d6917556e9f2cbd03f09d02e46c0134fc9cf) AuthConfig (ba7d883f4c6d43367292f9c694fe3ab9c472141479b9239c143ab95fc242e294) AuthConfig (c98df1cb2d5419336e7b4211f52a5c800f9da8a2de640472dada0bdc082cec49) AuthConfig (5e30ee4a51ae3434b6dc801419e6097cdbb59c9f685aabc176625ce4c7eaf4dc) AuthConfig (a2ac6bcff059f460328a0f6918856ea1f67bb83aab555ebbb9b1e786551b6d2a) AuthConfig (43aa9d9612bb24d294e1bf5147dc7d281dbe320c396898cd3c442004a30b6e41) AuthConfig (0a59a0e964490602ab594a2dedd65ae5438c90e92c6dd1f4fd565ac3d3ab408b) AuthConfig (c73565d4825f3d608f5b98c664040d62e0363d4bb51ded46939f0a581fbc9d31) AuthConfig (7510de065e89e1b2e966e6b2e40e1306c8c424112ba366184a09f84def604c22)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"c03f54df-eae9-4d80-a863-f5ce2363a374","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.023423898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"565e69c2-2273-4af6-b06a-2161e14b64ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.03447433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"565e69c2-2273-4af6-b06a-2161e14b64ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.092435851Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e","reconcileID":"95d5fc3f-cd01-404f-9962-ec4411958a0e","namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.143893736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e","reconcileID":"a82479cd-c872-487b-8521-17971cbbd615","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"tenant":"e2e-extmod-a-8c8241","gateway":"openshift-ingress/e2e-extmod-a-8c8241","model":"ai-tenant-e2e-extmod-a-8c8241/e2e-cmp-legacy-8a1b3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.143921731Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e","reconcileID":"a82479cd-c872-487b-8521-17971cbbd615","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"routeName":"external-model-e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241","model":"e2e-cmp-legacy-8a1b3e","externalModel":"e2e-cmp-legacy-8a1b3e","provider":"e2e-cmp-legacy-8a1b3e-provider","gateway":"openshift-ingress/e2e-extmod-a-8c8241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.162504225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"db77f1fa-533c-4d1c-a960-e9532e5a2823","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.162504264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"88086c43-afdf-49d2-9dee-6163eb978904","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.187591547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"3bc219da-6b51-46d9-8de3-b9cf1e21a96e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.192837105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"db77f1fa-533c-4d1c-a960-e9532e5a2823","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.193440089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"9af4886f-6fb0-4f05-aac8-3b02f16fb3d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.295138296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"3bc219da-6b51-46d9-8de3-b9cf1e21a96e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.304831036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"88086c43-afdf-49d2-9dee-6163eb978904","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.395469752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"9af4886f-6fb0-4f05-aac8-3b02f16fb3d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.402701144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"9e5d8272-dfd6-43c3-b03d-71249018a0b7","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.41973999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e","reconcileID":"56c378d5-33a6-488f-96d4-a881dc117be3","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"tenant":"e2e-extmod-a-8c8241","gateway":"openshift-ingress/e2e-extmod-a-8c8241","model":"ai-tenant-e2e-extmod-a-8c8241/e2e-cmp-legacy-8a1b3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.419877353Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e","reconcileID":"56c378d5-33a6-488f-96d4-a881dc117be3","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"routeName":"external-model-e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241","model":"e2e-cmp-legacy-8a1b3e","externalModel":"e2e-cmp-legacy-8a1b3e","provider":"e2e-cmp-legacy-8a1b3e-provider","gateway":"openshift-ingress/e2e-extmod-a-8c8241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.42570192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"9e5d8272-dfd6-43c3-b03d-71249018a0b7","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.448030814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c23855e5-d6b0-4d39-8cbb-ce146198d16e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.467314467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c23855e5-d6b0-4d39-8cbb-ce146198d16e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.547944148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"4713f10f-092a-4065-95ec-8e45ba8a48ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.552442281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"404efa66-7260-4d66-b8e2-20484d46f032","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.554788748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"30e8f29b-4e9e-46c6-a3cb-721909c4ff8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.554788797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"41c58bde-075e-46e9-b960-f51a3972f65c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.571849012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"4713f10f-092a-4065-95ec-8e45ba8a48ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.589733489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"30e8f29b-4e9e-46c6-a3cb-721909c4ff8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.595070659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"404efa66-7260-4d66-b8e2-20484d46f032","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.597614044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"41c58bde-075e-46e9-b960-f51a3972f65c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.649255445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"99bfb8b3-8dd6-4446-ae2f-7f19847da7f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.66051675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"99bfb8b3-8dd6-4446-ae2f-7f19847da7f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.761169648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"90a56b39-03c8-4e4d-b36a-304fac359593","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.781642615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"86f22494-f74d-4360-a7b8-d154c30c54a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.782992552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"90a56b39-03c8-4e4d-b36a-304fac359593","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.792720407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"90062dd1-8c4e-4481-acf4-571347803c0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.794623762Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a052fc8b2000371f6da7bc796f84f5da02a37fccbbff645f87211a2875938961) AuthConfig (bae59ceb5159e75dcdc43fd9c558d6917556e9f2cbd03f09d02e46c0134fc9cf) AuthConfig (ba7d883f4c6d43367292f9c694fe3ab9c472141479b9239c143ab95fc242e294) AuthConfig (c98df1cb2d5419336e7b4211f52a5c800f9da8a2de640472dada0bdc082cec49) AuthConfig (5e30ee4a51ae3434b6dc801419e6097cdbb59c9f685aabc176625ce4c7eaf4dc) AuthConfig (a2ac6bcff059f460328a0f6918856ea1f67bb83aab555ebbb9b1e786551b6d2a) AuthConfig (43aa9d9612bb24d294e1bf5147dc7d281dbe320c396898cd3c442004a30b6e41) AuthConfig (0a59a0e964490602ab594a2dedd65ae5438c90e92c6dd1f4fd565ac3d3ab408b) AuthConfig (c73565d4825f3d608f5b98c664040d62e0363d4bb51ded46939f0a581fbc9d31) AuthConfig (7510de065e89e1b2e966e6b2e40e1306c8c424112ba366184a09f84def604c22)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"90a56b39-03c8-4e4d-b36a-304fac359593","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.799544089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"86f22494-f74d-4360-a7b8-d154c30c54a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.808000109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"90062dd1-8c4e-4481-acf4-571347803c0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.827616136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e","reconcileID":"61d350cf-4980-4e8d-9930-3d38c933cbae","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"tenant":"e2e-extmod-a-8c8241","gateway":"openshift-ingress/e2e-extmod-a-8c8241","model":"ai-tenant-e2e-extmod-a-8c8241/e2e-cmp-legacy-8a1b3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.827651133Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e","reconcileID":"61d350cf-4980-4e8d-9930-3d38c933cbae","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"routeName":"external-model-e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241","model":"e2e-cmp-legacy-8a1b3e","externalModel":"e2e-cmp-legacy-8a1b3e","provider":"e2e-cmp-legacy-8a1b3e-provider","gateway":"openshift-ingress/e2e-extmod-a-8c8241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.843482899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"eb6cdc1e-f0f2-4fc3-b6c2-4bf056670f8c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8c8241","tenantID":"e2e-extmod-a-8c8241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.858495844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3f6596f-e891-4057-80e1-0590e0bb709b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.884925053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3f6596f-e891-4057-80e1-0590e0bb709b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.913924522Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"eb6cdc1e-f0f2-4fc3-b6c2-4bf056670f8c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"name":"e2e-extmod-a-8c8241-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.923358701Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8c8241-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"eb6cdc1e-f0f2-4fc3-b6c2-4bf056670f8c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.951585346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e","reconcileID":"66f392fb-e628-4046-a5b7-a57a86ca8650","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"tenant":"e2e-extmod-a-8c8241","gateway":"openshift-ingress/e2e-extmod-a-8c8241","model":"ai-tenant-e2e-extmod-a-8c8241/e2e-cmp-legacy-8a1b3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:40.951609149Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e","reconcileID":"66f392fb-e628-4046-a5b7-a57a86ca8650","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"routeName":"external-model-e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241","model":"e2e-cmp-legacy-8a1b3e","externalModel":"e2e-cmp-legacy-8a1b3e","provider":"e2e-cmp-legacy-8a1b3e-provider","gateway":"openshift-ingress/e2e-extmod-a-8c8241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:42.715795644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-85c02c-43b319-sub","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-sub","reconcileID":"d09430a2-c621-478e-bae8-364733435a07","MaaSSubscription":{"name":"e2e-cfl-same-85c02c-43b319-sub","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"maas-trlp-e2e-cfl-same-85c02c","model":"e2e-extmod-cfl-1-43b319/e2e-cfl-same-85c02c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:42.780578415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"a8c8fef6-260d-4bd6-9a9a-397890d2f99c","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"tenant":"e2e-extmod-a-517027","gateway":"openshift-ingress/e2e-extmod-a-517027","model":"e2e-extmod-cfl-1-43b319/e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:42.780603547Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"a8c8fef6-260d-4bd6-9a9a-397890d2f99c","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"routeName":"external-model-e2e-cfl-same-85c02c-9b2c7e49cd56","namespace":"e2e-extmod-cfl-1-43b319","model":"e2e-cfl-same-85c02c","externalModel":"e2e-cfl-same-85c02c","provider":"e2e-cfl-same-85c02c","gateway":"openshift-ingress/e2e-extmod-a-517027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:42.849517197Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"namespace":"e2e-extmod-cfl-1-ceaa45","name":"e2e-cfl-3a88d8","reconcileID":"c8f9054c-25ac-44d4-bc8c-c293e44a7029","namespace":"e2e-extmod-cfl-1-ceaa45","name":"e2e-cfl-3a88d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:42.859938112Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"namespace":"e2e-extmod-cfl-1-ceaa45","name":"e2e-cfl-3a88d8","reconcileID":"98123045-f4ba-4939-9822-b793b45c8c30","namespace":"e2e-extmod-cfl-1-ceaa45","name":"e2e-cfl-3a88d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:42.864639639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"8add9a4f-7269-42fa-8e77-0394146ea0c3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8c8241","tenantID":"e2e-extmod-a-8c8241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:42.865275083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"ffde5613-7d21-4d00-9c15-40946d97a776","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:42.870250393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"908c1ce3-5b6d-4faf-bd6a-2ad40bda0a38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:42.870809559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"25e9e66c-8f77-417b-8bcc-5707ad93b520","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:42.871968663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"39a0bd9b-abd6-41d8-9d7f-d57a4611b8de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:42.881168677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"8add9a4f-7269-42fa-8e77-0394146ea0c3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"name":"e2e-extmod-a-8c8241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:42.885364504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"ffde5613-7d21-4d00-9c15-40946d97a776","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:42.897177576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"39a0bd9b-abd6-41d8-9d7f-d57a4611b8de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:42.904181314Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8c8241-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"8add9a4f-7269-42fa-8e77-0394146ea0c3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:42.906840446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"908c1ce3-5b6d-4faf-bd6a-2ad40bda0a38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:42.913947834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"25e9e66c-8f77-417b-8bcc-5707ad93b520","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:42.989991701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"382b52b4-1320-4d7c-a3c5-77a96c310e99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.001843418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"382b52b4-1320-4d7c-a3c5-77a96c310e99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.075971712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"5f93714a-4383-47cc-bbac-6ff3483258bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.083768895Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"namespace":"e2e-extmod-cfl-1-ceaa45","name":"e2e-cfl-3a88d8","reconcileID":"f50b79dc-44a7-4ec5-a64a-b81bf3cdf5b1","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.093431802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"5f93714a-4383-47cc-bbac-6ff3483258bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.152776604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"5f422680-9d16-4136-9943-5802b20bc119","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"tenant":"e2e-extmod-a-222480","gateway":"openshift-ingress/e2e-extmod-a-222480","model":"ai-tenant-e2e-extmod-a-222480/e2e-cmp-legacy-595f66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.152809994Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"5f422680-9d16-4136-9943-5802b20bc119","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"routeName":"external-model-e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480","model":"e2e-cmp-legacy-595f66","externalModel":"e2e-cmp-legacy-595f66","provider":"e2e-cmp-legacy-595f66-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.161913824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-19316d-68685b-sub","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-sub","reconcileID":"60b8c0c6-2581-428b-91a6-821ecc120635","MaaSSubscription":{"name":"e2e-cfl-19316d-68685b-sub","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"maas-trlp-e2e-cfl-19316d","model":"ai-tenant-e2e-extmod-a-68685b/e2e-cfl-19316d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.170160697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"4b64d67f-b3ad-49df-85a2-343975cb3b3c","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.175947598Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"namespace":"e2e-extmod-cfl-1-ceaa45","name":"e2e-cfl-3a88d8","reconcileID":"eead90e1-7150-40e6-9d9d-c1762ec66538","namespace":"e2e-extmod-cfl-1-ceaa45","name":"e2e-cfl-3a88d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.18043749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"f4d21f25-4bd5-4806-b853-adcade7f3483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.181076785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"78b8b4be-8e1e-4f0b-bb2f-7185eab0863d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.181301612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"869dae45-d113-4eab-bdd9-f612067f93c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.184409049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"namespace":"e2e-extmod-cfl-1-ceaa45","name":"e2e-cfl-3a88d8","reconcileID":"bc197f8f-1cf5-4440-87b4-264351a2aa89","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"tenant":"e2e-extmod-a-c9bce8","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","model":"e2e-extmod-cfl-1-ceaa45/e2e-cfl-3a88d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.184431286Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"namespace":"e2e-extmod-cfl-1-ceaa45","name":"e2e-cfl-3a88d8","reconcileID":"bc197f8f-1cf5-4440-87b4-264351a2aa89","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"routeName":"external-model-e2e-cfl-3a88d8-189f45b6f54f","namespace":"e2e-extmod-cfl-1-ceaa45","model":"e2e-cfl-3a88d8","externalModel":"e2e-cfl-3a88d8","provider":"e2e-cfl-3a88d8-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.184453902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"4b64d67f-b3ad-49df-85a2-343975cb3b3c","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.198905486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"78b8b4be-8e1e-4f0b-bb2f-7185eab0863d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.201803369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"f4d21f25-4bd5-4806-b853-adcade7f3483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.212329491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"869dae45-d113-4eab-bdd9-f612067f93c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.222808387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"7268a5f5-4af6-4ea2-8972-1ee92b49bb8c","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"tenant":"e2e-extmod-a-68685b","gateway":"openshift-ingress/e2e-extmod-a-68685b","model":"ai-tenant-e2e-extmod-a-68685b/e2e-cfl-19316d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.222840576Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"7268a5f5-4af6-4ea2-8972-1ee92b49bb8c","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"routeName":"external-model-e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b","model":"e2e-cfl-19316d","externalModel":"e2e-cfl-19316d","provider":"e2e-cfl-19316d-provider","gateway":"openshift-ingress/e2e-extmod-a-68685b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.319789109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"93cfb68b-efa2-4752-948e-2d963c80add6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.335539661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"93a74257-d8aa-42a8-b727-081c3778525b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.341142944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"ea4b63b9-3858-421a-928c-5ef01e6a38c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.343217169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"93cfb68b-efa2-4752-948e-2d963c80add6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.353087086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"ea4b63b9-3858-421a-928c-5ef01e6a38c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.35589605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"93a74257-d8aa-42a8-b727-081c3778525b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.385596791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"b62f7009-04a6-456e-bccf-262956adcd12","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.386182826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"160db955-e6b4-4226-bfba-2df5856a86a5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8c8241","tenantID":"e2e-extmod-a-8c8241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.38667875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aece5941-f276-4b93-9111-2afaa63c8354","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.402561086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"160db955-e6b4-4226-bfba-2df5856a86a5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"name":"e2e-extmod-a-8c8241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.414587808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"b62f7009-04a6-456e-bccf-262956adcd12","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.417139592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aece5941-f276-4b93-9111-2afaa63c8354","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.420119613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8c8241-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"160db955-e6b4-4226-bfba-2df5856a86a5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.477892981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"7004a071-aa63-4835-a06b-55325ca1a7e3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.48739201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"f3272e17-a661-4caf-bd1c-6c936377dd76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.487630793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"2db4750d-ba6e-46a9-8119-e6295695277b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.493857398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"7004a071-aa63-4835-a06b-55325ca1a7e3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.494352231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"d25c15c1-431b-4aa6-b364-9a4989a68339","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.498337837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"f3272e17-a661-4caf-bd1c-6c936377dd76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.500895266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"2db4750d-ba6e-46a9-8119-e6295695277b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.508986353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"d25c15c1-431b-4aa6-b364-9a4989a68339","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.606419581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"945eeb4b-a008-41a0-9fae-c98c0310a16e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.620494139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"945eeb4b-a008-41a0-9fae-c98c0310a16e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.685512345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"5d910d68-e3e5-4061-a090-930c00606cd0","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.691977213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5df61d34-75b8-4c94-96ca-7c6d98485e45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.693173564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"b4b8e949-5a58-4e2a-9471-7d36e3733663","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.69330498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"fc9899c7-db2b-4298-b6c7-8dad2976ccff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.693174476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"27e6fcae-de94-4967-8905-2684e6a59172","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.697679584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"5d910d68-e3e5-4061-a090-930c00606cd0","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.702628368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5df61d34-75b8-4c94-96ca-7c6d98485e45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.703486093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"b4b8e949-5a58-4e2a-9471-7d36e3733663","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.705589466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"fc9899c7-db2b-4298-b6c7-8dad2976ccff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.70628026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"27e6fcae-de94-4967-8905-2684e6a59172","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.851952198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"9f98842b-a13c-408c-8c22-a654e45a8319","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:43.863464288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"9f98842b-a13c-408c-8c22-a654e45a8319","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:44.037098238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"598f0756-591c-41ca-8e97-8d801cb3385e","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:44.049652735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"598f0756-591c-41ca-8e97-8d801cb3385e","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:44.61962931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","reconcileID":"b89530bc-51d3-4899-8623-0dcc45face9f","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"tenant":"e2e-extmod-a-517027","gateway":"openshift-ingress/e2e-extmod-a-517027","model":"e2e-extmod-cfl-2-ca97c8/e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:44.619650495Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","reconcileID":"b89530bc-51d3-4899-8623-0dcc45face9f","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"routeName":"external-model-e2e-cfl-same-85c02c-ffdc8a8ecb2f","namespace":"e2e-extmod-cfl-2-ca97c8","model":"e2e-cfl-same-85c02c","externalModel":"e2e-cfl-same-85c02c","provider":"e2e-cfl-same-85c02c","gateway":"openshift-ingress/e2e-extmod-a-517027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:44.632946166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","reconcileID":"05d59185-3437-4c2c-b557-2052b39d5641","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"tenant":"e2e-extmod-a-517027","gateway":"openshift-ingress/e2e-extmod-a-517027","model":"e2e-extmod-cfl-2-ca97c8/e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:44.632967873Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","reconcileID":"05d59185-3437-4c2c-b557-2052b39d5641","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"routeName":"external-model-e2e-cfl-same-85c02c-ffdc8a8ecb2f","namespace":"e2e-extmod-cfl-2-ca97c8","model":"e2e-cfl-same-85c02c","externalModel":"e2e-cfl-same-85c02c","provider":"e2e-cfl-same-85c02c","gateway":"openshift-ingress/e2e-extmod-a-517027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:44.643628158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-ca97c8-access","reconcileID":"7fa04b39-5cf6-4641-a81d-280b52ea09d5","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:44.654016955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-ca97c8-access","reconcileID":"7fa04b39-5cf6-4641-a81d-280b52ea09d5","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:44.711832258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","reconcileID":"1a197257-02ca-4050-a0cd-44c9e1b76d6f","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"tenant":"e2e-extmod-a-517027","gateway":"openshift-ingress/e2e-extmod-a-517027","model":"e2e-extmod-cfl-2-ca97c8/e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:44.711856967Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","reconcileID":"1a197257-02ca-4050-a0cd-44c9e1b76d6f","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"routeName":"external-model-e2e-cfl-same-85c02c-ffdc8a8ecb2f","namespace":"e2e-extmod-cfl-2-ca97c8","model":"e2e-cfl-same-85c02c","externalModel":"e2e-cfl-same-85c02c","provider":"e2e-cfl-same-85c02c","gateway":"openshift-ingress/e2e-extmod-a-517027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.155142934Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-517027 priority=0:[ai-tenant-e2e-extmod-a-517027/e2e-cfl-same-85c02c-43b319-sub ai-tenant-e2e-extmod-a-517027/e2e-cfl-same-85c02c-ca97c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.161261718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","reconcileID":"488ba9ac-03d5-441f-8c8d-6944c62ec9d7","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"tenant":"e2e-extmod-a-517027","gateway":"openshift-ingress/e2e-extmod-a-517027","model":"e2e-extmod-cfl-2-ca97c8/e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.161284604Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","reconcileID":"488ba9ac-03d5-441f-8c8d-6944c62ec9d7","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"routeName":"external-model-e2e-cfl-same-85c02c-ffdc8a8ecb2f","namespace":"e2e-extmod-cfl-2-ca97c8","model":"e2e-cfl-same-85c02c","externalModel":"e2e-cfl-same-85c02c","provider":"e2e-cfl-same-85c02c","gateway":"openshift-ingress/e2e-extmod-a-517027","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:07:45.198827915Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-85c02c-ca97c8-sub","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-ca97c8-sub","reconcileID":"66e5b9d0-d1fe-47d9-bc90-ef1896f9b334","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-85c02c-ca97c8-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.208876429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"ae95228b-d4ce-4530-abb6-65fa8328df53","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.22027954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-ca97c8-access","reconcileID":"9f1eb576-5670-4080-8681-20f7125c2de7","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.223846425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","reconcileID":"4b6296c4-3101-403a-97eb-5b8734165924","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"tenant":"e2e-extmod-a-517027","gateway":"openshift-ingress/e2e-extmod-a-517027","model":"e2e-extmod-cfl-2-ca97c8/e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.223876764Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","reconcileID":"4b6296c4-3101-403a-97eb-5b8734165924","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"routeName":"external-model-e2e-cfl-same-85c02c-ffdc8a8ecb2f","namespace":"e2e-extmod-cfl-2-ca97c8","model":"e2e-cfl-same-85c02c","externalModel":"e2e-cfl-same-85c02c","provider":"e2e-cfl-same-85c02c","gateway":"openshift-ingress/e2e-extmod-a-517027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.224839524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"ae95228b-d4ce-4530-abb6-65fa8328df53","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.234112566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-ca97c8-access","reconcileID":"9f1eb576-5670-4080-8681-20f7125c2de7","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:07:45.270093956Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","reconcileID":"4b6296c4-3101-403a-97eb-5b8734165924","name":"e2e-cfl-same-85c02c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-85c02c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:07:45.270149655Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","reconcileID":"4b6296c4-3101-403a-97eb-5b8734165924","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-85c02c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.276183662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"61403c86-efa2-4d46-8c87-d5b34ac34495","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"tenant":"e2e-extmod-a-517027","gateway":"openshift-ingress/e2e-extmod-a-517027","model":"e2e-extmod-cfl-1-43b319/e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.276201272Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"61403c86-efa2-4d46-8c87-d5b34ac34495","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"routeName":"external-model-e2e-cfl-same-85c02c-9b2c7e49cd56","namespace":"e2e-extmod-cfl-1-43b319","model":"e2e-cfl-same-85c02c","externalModel":"e2e-cfl-same-85c02c","provider":"e2e-cfl-same-85c02c","gateway":"openshift-ingress/e2e-extmod-a-517027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.28853401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","reconcileID":"279620de-6238-45a8-a4df-bf7ff5fb7c1f","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"tenant":"e2e-extmod-a-517027","gateway":"openshift-ingress/e2e-extmod-a-517027","model":"e2e-extmod-cfl-2-ca97c8/e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.288553103Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","reconcileID":"279620de-6238-45a8-a4df-bf7ff5fb7c1f","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"routeName":"external-model-e2e-cfl-same-85c02c-ffdc8a8ecb2f","namespace":"e2e-extmod-cfl-2-ca97c8","model":"e2e-cfl-same-85c02c","externalModel":"e2e-cfl-same-85c02c","provider":"e2e-cfl-same-85c02c","gateway":"openshift-ingress/e2e-extmod-a-517027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.300237678Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-85c02c-ca97c8-sub","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-ca97c8-sub","reconcileID":"4e5d0715-72e4-4fba-8d86-e94661e0ef73","MaaSSubscription":{"name":"e2e-cfl-same-85c02c-ca97c8-sub","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"maas-trlp-e2e-cfl-same-85c02c","model":"e2e-cfl-same-85c02c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-517027/e2e-cfl-same-85c02c-ca97c8-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.319820704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-ca97c8-access","reconcileID":"4926373e-37fb-4f6e-a745-5c5bd7a5cf1a","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.331834296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-ca97c8-access","reconcileID":"4926373e-37fb-4f6e-a745-5c5bd7a5cf1a","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.354814182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","reconcileID":"defa907f-e3d6-4b75-9a2d-cb3fca1a88a3","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"tenant":"e2e-extmod-a-517027","gateway":"openshift-ingress/e2e-extmod-a-517027","model":"e2e-extmod-cfl-2-ca97c8/e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.354839459Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","reconcileID":"defa907f-e3d6-4b75-9a2d-cb3fca1a88a3","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"routeName":"external-model-e2e-cfl-same-85c02c-ffdc8a8ecb2f","namespace":"e2e-extmod-cfl-2-ca97c8","model":"e2e-cfl-same-85c02c","externalModel":"e2e-cfl-same-85c02c","provider":"e2e-cfl-same-85c02c","gateway":"openshift-ingress/e2e-extmod-a-517027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.360034419Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-517027 priority=0:[ai-tenant-e2e-extmod-a-517027/e2e-cfl-same-85c02c-43b319-sub ai-tenant-e2e-extmod-a-517027/e2e-cfl-same-85c02c-ca97c8-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.371480264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"dde56a9d-b4c7-4d51-ab1e-88ac15f3f700","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"tenant":"e2e-extmod-a-222480","gateway":"openshift-ingress/e2e-extmod-a-222480","model":"ai-tenant-e2e-extmod-a-222480/e2e-cmp-legacy-595f66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.371497908Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"dde56a9d-b4c7-4d51-ab1e-88ac15f3f700","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"routeName":"external-model-e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480","model":"e2e-cmp-legacy-595f66","externalModel":"e2e-cmp-legacy-595f66","provider":"e2e-cmp-legacy-595f66-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:07:45.376213658Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-595f66-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-sub","reconcileID":"976b42c0-6b4f-4b64-9750-d5924d6e21ae","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-595f66-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.408328714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"be5f9729-1b2a-4cc6-9176-c0329128ecbf","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"tenant":"e2e-extmod-a-222480","gateway":"openshift-ingress/e2e-extmod-a-222480","model":"ai-tenant-e2e-extmod-a-222480/e2e-cmp-legacy-595f66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.4083495Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"be5f9729-1b2a-4cc6-9176-c0329128ecbf","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"routeName":"external-model-e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480","model":"e2e-cmp-legacy-595f66","externalModel":"e2e-cmp-legacy-595f66","provider":"e2e-cmp-legacy-595f66-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.415492304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"78228361-338c-4376-b411-e6b45f5739d0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.415611944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-85c02c-ca97c8-sub","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-ca97c8-sub","reconcileID":"bf61169c-bdcd-46c8-bbe2-7c11d8287dca","MaaSSubscription":{"name":"e2e-cfl-same-85c02c-ca97c8-sub","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"maas-trlp-e2e-cfl-same-85c02c","model":"e2e-extmod-cfl-2-ca97c8/e2e-cfl-same-85c02c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.424140675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"9b2520e1-79fc-41e4-9dcf-a669b302aedf","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:07:45.43585215Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"be5f9729-1b2a-4cc6-9176-c0329128ecbf","name":"e2e-cmp-legacy-595f66","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-595f66\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:07:45.436078288Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"be5f9729-1b2a-4cc6-9176-c0329128ecbf","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-595f66\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.441008395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"78228361-338c-4376-b411-e6b45f5739d0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.444022418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"a070ad1d-906b-482a-b402-2116e3096cff","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"tenant":"e2e-extmod-a-222480","gateway":"openshift-ingress/e2e-extmod-a-222480","model":"ai-tenant-e2e-extmod-a-222480/e2e-cmp-legacy-595f66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.444165699Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"a070ad1d-906b-482a-b402-2116e3096cff","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"routeName":"external-model-e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480","model":"e2e-cmp-legacy-595f66","externalModel":"e2e-cmp-legacy-595f66","provider":"e2e-cmp-legacy-595f66-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.468730988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"9b2520e1-79fc-41e4-9dcf-a669b302aedf","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.501712124Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-595f66-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-sub","reconcileID":"673fdf65-41f7-4c8f-9873-93faec5abc7b","MaaSSubscription":{"name":"e2e-cmp-legacy-595f66-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"maas-trlp-e2e-cmp-legacy-595f66","model":"e2e-cmp-legacy-595f66","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-222480/e2e-cmp-legacy-595f66-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.517951694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"9809cf73-3408-42b0-8880-d527f68f595f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.528243287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"9809cf73-3408-42b0-8880-d527f68f595f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.541072011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"a2fc7b7e-fff0-4adb-a5bf-49eb56096766","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"tenant":"e2e-extmod-a-222480","gateway":"openshift-ingress/e2e-extmod-a-222480","model":"ai-tenant-e2e-extmod-a-222480/e2e-cmp-legacy-595f66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.541088981Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"a2fc7b7e-fff0-4adb-a5bf-49eb56096766","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"routeName":"external-model-e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480","model":"e2e-cmp-legacy-595f66","externalModel":"e2e-cmp-legacy-595f66","provider":"e2e-cmp-legacy-595f66-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.605294162Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-2-4f078e"},"namespace":"e2e-extmod-cfl-2-4f078e","name":"e2e-cfl-3a88d8","reconcileID":"303c1066-696e-43b9-bde4-3c903e56749a","namespace":"e2e-extmod-cfl-2-4f078e","name":"e2e-cfl-3a88d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.615496759Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-2-4f078e"},"namespace":"e2e-extmod-cfl-2-4f078e","name":"e2e-cfl-3a88d8","reconcileID":"41970c79-7ce3-4034-930b-38abce153663","namespace":"e2e-extmod-cfl-2-4f078e","name":"e2e-cfl-3a88d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.629938201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-595f66-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-sub","reconcileID":"b8026f21-8da5-4059-8db4-785d74c18bd2","MaaSSubscription":{"name":"e2e-cmp-legacy-595f66-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"maas-trlp-e2e-cmp-legacy-595f66","model":"ai-tenant-e2e-extmod-a-222480/e2e-cmp-legacy-595f66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.634659642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"d9f4cde9-8f76-4d4c-bd3e-1e3989936fe8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8c8241","tenantID":"e2e-extmod-a-8c8241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.639320058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"404b1fc2-75e2-4ba9-aae7-9414e656e0b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.640109091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"7576d897-9c10-4b9a-bd30-41536bf68824","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.640562262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"5a201833-41c5-4901-b6de-1c4ff8b0b6a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.640953791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"80022c72-a44c-41c3-a7ea-63762933f972","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.645969657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"d9f4cde9-8f76-4d4c-bd3e-1e3989936fe8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"name":"e2e-extmod-a-8c8241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.659933601Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8c8241-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"d9f4cde9-8f76-4d4c-bd3e-1e3989936fe8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.660439392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"5a201833-41c5-4901-b6de-1c4ff8b0b6a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.662554695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"404b1fc2-75e2-4ba9-aae7-9414e656e0b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.663192294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"7576d897-9c10-4b9a-bd30-41536bf68824","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.664777903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"80022c72-a44c-41c3-a7ea-63762933f972","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.709953555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"50e56bba-4909-4583-9462-b3e0c5d80121","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.724291152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"50e56bba-4909-4583-9462-b3e0c5d80121","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.810870255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"34a4c903-822e-4297-8954-247e1b64505c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.812492496Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-2-4f078e"},"namespace":"e2e-extmod-cfl-2-4f078e","name":"e2e-cfl-3a88d8","reconcileID":"d5073514-066f-45cc-be04-52607417ab07","namespace":"e2e-extmod-cfl-2-4f078e","name":"e2e-cfl-3a88d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.819957303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"ec0a8b80-ded0-435c-b833-bb95bb4d7fb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.820532504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3bc1f265-5b89-4c3f-ba0b-f1d8c889cd6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.82054789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"db75c198-63b5-4cd4-a980-46ac955d631a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.825597599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"34a4c903-822e-4297-8954-247e1b64505c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.832719405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"db75c198-63b5-4cd4-a980-46ac955d631a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.832751998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"ec0a8b80-ded0-435c-b833-bb95bb4d7fb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.834937474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3bc1f265-5b89-4c3f-ba0b-f1d8c889cd6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.845741361Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-ok-839df5","reconcileID":"d83827b5-6560-451f-9900-e55cddf5d232","namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-ok-839df5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.905502821Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-2-4f078e"},"namespace":"e2e-extmod-cfl-2-4f078e","name":"e2e-cfl-3a88d8","reconcileID":"5a929fbd-0ff6-4304-828a-5d76e6dcc879","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-2-4f078e"},"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-2-4f078e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.947607948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"e98d7c7d-22e1-4bfe-824c-033760f18f23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:45.96119131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"e98d7c7d-22e1-4bfe-824c-033760f18f23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.040260496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"4a1e507d-742d-4013-8ad4-65f550a4c0d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.046002751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-ca97c8-access","reconcileID":"de01ac30-0586-470e-939d-4d12577cd416","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.046275577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"99b78219-9773-4dcc-a0d6-1ef144c282eb","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.05109418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"4a1e507d-742d-4013-8ad4-65f550a4c0d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.053955957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"b65b4ccd-a90d-420a-b866-b0b76fa51862","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.06016995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-ca97c8-access","reconcileID":"de01ac30-0586-470e-939d-4d12577cd416","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.06057349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"99b78219-9773-4dcc-a0d6-1ef144c282eb","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.067412458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"b65b4ccd-a90d-420a-b866-b0b76fa51862","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.13395187Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-ok-839df5","reconcileID":"a86fd32a-57e3-4b22-b212-49bbf48a5607","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.137708592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"08e7248d-f250-4578-b835-d9e0e9006b0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.148364077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"08e7248d-f250-4578-b835-d9e0e9006b0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.154544339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"namespace":"e2e-extmod-cfl-1-ceaa45","name":"e2e-cfl-3a88d8","reconcileID":"3241af95-88ca-4c17-ab74-c61f3d09f665","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"tenant":"e2e-extmod-a-c9bce8","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","model":"e2e-extmod-cfl-1-ceaa45/e2e-cfl-3a88d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.154562343Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"namespace":"e2e-extmod-cfl-1-ceaa45","name":"e2e-cfl-3a88d8","reconcileID":"3241af95-88ca-4c17-ab74-c61f3d09f665","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"routeName":"external-model-e2e-cfl-3a88d8-189f45b6f54f","namespace":"e2e-extmod-cfl-1-ceaa45","model":"e2e-cfl-3a88d8","externalModel":"e2e-cfl-3a88d8","provider":"e2e-cfl-3a88d8-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.255776597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8a8e2a9-516a-4292-a27c-7e37b4e94b82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.261140473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"13aae79b-fbb5-434f-8b1c-abcc1ec8693f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.274274602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8a8e2a9-516a-4292-a27c-7e37b4e94b82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.28015457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"13aae79b-fbb5-434f-8b1c-abcc1ec8693f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.337472176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"f53e7179-1eb0-496e-862b-f804f7f35730","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8c8241","tenantID":"e2e-extmod-a-8c8241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.34160362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"d2aaafa0-4b00-49f2-9f63-b9e432e02b8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.342647291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"a4245045-e112-4513-9f63-183f2c9a81fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.343395913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"38796805-7045-440c-b637-d8ca4aae2a58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.344914161Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-ok-839df5","reconcileID":"8d67c67b-d843-4b80-89f1-66c28264e90b","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.351183535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"f53e7179-1eb0-496e-862b-f804f7f35730","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"name":"e2e-extmod-a-8c8241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.355506414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"a4245045-e112-4513-9f63-183f2c9a81fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.356372309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"d2aaafa0-4b00-49f2-9f63-b9e432e02b8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.358106697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"38796805-7045-440c-b637-d8ca4aae2a58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.359160696Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-ok-839df5","reconcileID":"8baa5916-a829-46fc-8430-0fd34dd7cb89","namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-ok-839df5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.364727563Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8c8241-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"f53e7179-1eb0-496e-862b-f804f7f35730","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.401187997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"0cd325da-a173-407c-9894-a2038e8c6dda","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.401222835Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-19316d","reconcileID":"55077fdd-849c-4170-8acd-e63af6bb369a","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.416407609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"0cd325da-a173-407c-9894-a2038e8c6dda","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.416769468Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-ok-839df5","reconcileID":"bb4e9018-450e-4d3d-a907-dffbf706a1b0","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.43565518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"c564630f-9d87-412a-b17e-65b097d0eaa1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.480331178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"c564630f-9d87-412a-b17e-65b097d0eaa1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.486115255Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-19316d","reconcileID":"d871059c-f7e0-4d70-a8d1-6dbf779cf307","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.511075371Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-ok-839df5","reconcileID":"596f2bd8-9842-4828-9ff1-f264d36f686c","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.56999608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"namespace":"e2e-extmod-cfl-1-ceaa45","name":"e2e-cfl-3a88d8","reconcileID":"dc34fd3e-e865-4585-8fa5-c6dbfc61c7c6","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"tenant":"e2e-extmod-a-c9bce8","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","model":"e2e-extmod-cfl-1-ceaa45/e2e-cfl-3a88d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.570030827Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"namespace":"e2e-extmod-cfl-1-ceaa45","name":"e2e-cfl-3a88d8","reconcileID":"dc34fd3e-e865-4585-8fa5-c6dbfc61c7c6","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"routeName":"external-model-e2e-cfl-3a88d8-189f45b6f54f","namespace":"e2e-extmod-cfl-1-ceaa45","model":"e2e-cfl-3a88d8","externalModel":"e2e-cfl-3a88d8","provider":"e2e-cfl-3a88d8-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.58318051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"4d7599a6-dc1d-476c-9edf-93456b7e0550","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.583879027Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-ok-839df5","reconcileID":"37eab214-6f90-4d2e-b518-627a6f9e26c0","namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-ok-839df5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.584672003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f0fca56-0347-43db-8512-77e9b6c015d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.589993589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"ea1206f2-d4bc-4dcf-9c4f-344a39ec2c66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.590973012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-ok-839df5","reconcileID":"0856a70b-6cbd-4158-baf3-72ca38e43aa3","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"tenant":"e2e-extmod-a-68685b","gateway":"openshift-ingress/e2e-extmod-a-68685b","model":"e2e-extmod-cfl-1-996be3/e2e-cfl-ok-839df5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.590995582Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-ok-839df5","reconcileID":"0856a70b-6cbd-4158-baf3-72ca38e43aa3","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"routeName":"external-model-e2e-cfl-ok-839df5-637e2dcf0163","namespace":"e2e-extmod-cfl-1-996be3","model":"e2e-cfl-ok-839df5","externalModel":"e2e-cfl-ok-839df5","provider":"e2e-cfl-ok-839df5-provider","gateway":"openshift-ingress/e2e-extmod-a-68685b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.594547799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"4d7599a6-dc1d-476c-9edf-93456b7e0550","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.669952009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"785fab51-2cdd-4c1f-8345-3579a3b1135c","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.673008924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f0fca56-0347-43db-8512-77e9b6c015d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.674855568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"ea1206f2-d4bc-4dcf-9c4f-344a39ec2c66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.701608018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-839df5-996be3-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-ok-839df5-996be3-access","reconcileID":"6ffd158e-ab84-4238-a1b9-78d05b7f8fc0","MaaSAuthPolicy":{"name":"e2e-cfl-ok-839df5-996be3-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.86284515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-ok-839df5","reconcileID":"d6423fd3-a724-4e64-90b4-16978ef4bc41","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"tenant":"e2e-extmod-a-68685b","gateway":"openshift-ingress/e2e-extmod-a-68685b","model":"e2e-extmod-cfl-1-996be3/e2e-cfl-ok-839df5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.862881292Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-ok-839df5","reconcileID":"d6423fd3-a724-4e64-90b4-16978ef4bc41","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"routeName":"external-model-e2e-cfl-ok-839df5-637e2dcf0163","namespace":"e2e-extmod-cfl-1-996be3","model":"e2e-cfl-ok-839df5","externalModel":"e2e-cfl-ok-839df5","provider":"e2e-cfl-ok-839df5-provider","gateway":"openshift-ingress/e2e-extmod-a-68685b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.867033864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-839df5-996be3-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-ok-839df5-996be3-access","reconcileID":"6ffd158e-ab84-4238-a1b9-78d05b7f8fc0","MaaSAuthPolicy":{"name":"e2e-cfl-ok-839df5-996be3-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.890591775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"2503792c-4c62-4a0f-b55c-a222de6f9a86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:07:46.890850375Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-ok-839df5","reconcileID":"d6423fd3-a724-4e64-90b4-16978ef4bc41","name":"e2e-cfl-ok-839df5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-ok-839df5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:07:46.890906087Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-ok-839df5","reconcileID":"d6423fd3-a724-4e64-90b4-16978ef4bc41","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-ok-839df5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.902149627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-ok-839df5","reconcileID":"6035dfa1-7f2d-4735-9373-9da010051e07","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"tenant":"e2e-extmod-a-68685b","gateway":"openshift-ingress/e2e-extmod-a-68685b","model":"e2e-extmod-cfl-1-996be3/e2e-cfl-ok-839df5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.902177242Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-ok-839df5","reconcileID":"6035dfa1-7f2d-4735-9373-9da010051e07","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"routeName":"external-model-e2e-cfl-ok-839df5-637e2dcf0163","namespace":"e2e-extmod-cfl-1-996be3","model":"e2e-cfl-ok-839df5","externalModel":"e2e-cfl-ok-839df5","provider":"e2e-cfl-ok-839df5-provider","gateway":"openshift-ingress/e2e-extmod-a-68685b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.904996838Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"785fab51-2cdd-4c1f-8345-3579a3b1135c","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.907691708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"2503792c-4c62-4a0f-b55c-a222de6f9a86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.913248444Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c9bce8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"785fab51-2cdd-4c1f-8345-3579a3b1135c","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.933324472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"namespace":"e2e-extmod-cfl-1-ceaa45","name":"e2e-cfl-3a88d8","reconcileID":"15113a1a-1cf7-401b-8457-10b3955bafaf","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"tenant":"e2e-extmod-a-c9bce8","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","model":"e2e-extmod-cfl-1-ceaa45/e2e-cfl-3a88d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.933347436Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"namespace":"e2e-extmod-cfl-1-ceaa45","name":"e2e-cfl-3a88d8","reconcileID":"15113a1a-1cf7-401b-8457-10b3955bafaf","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"routeName":"external-model-e2e-cfl-3a88d8-189f45b6f54f","namespace":"e2e-extmod-cfl-1-ceaa45","model":"e2e-cfl-3a88d8","externalModel":"e2e-cfl-3a88d8","provider":"e2e-cfl-3a88d8-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.974636841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"e75be76d-137b-4848-9328-675d55be346a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.974831182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"77b81c2f-69db-4959-9bfd-1f60d962838b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.975187612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"a5f9f72e-a31d-4e73-8e4b-ad3f58f565b2","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.986647352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"e75be76d-137b-4848-9328-675d55be346a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.986903305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"a5f9f72e-a31d-4e73-8e4b-ad3f58f565b2","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:46.989903559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"77b81c2f-69db-4959-9bfd-1f60d962838b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:47.080809556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-ca97c8-access","reconcileID":"d4bcaaf8-94c5-418f-b1a6-3e1003f4b486","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:47.104857607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-ca97c8-access","reconcileID":"d4bcaaf8-94c5-418f-b1a6-3e1003f4b486","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:47.11078119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-ok-839df5","reconcileID":"bb5255b9-1a52-438f-a7fc-004d95ee9ff2","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"tenant":"e2e-extmod-a-68685b","gateway":"openshift-ingress/e2e-extmod-a-68685b","model":"e2e-extmod-cfl-1-996be3/e2e-cfl-ok-839df5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:47.110810153Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-ok-839df5","reconcileID":"bb5255b9-1a52-438f-a7fc-004d95ee9ff2","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"routeName":"external-model-e2e-cfl-ok-839df5-637e2dcf0163","namespace":"e2e-extmod-cfl-1-996be3","model":"e2e-cfl-ok-839df5","externalModel":"e2e-cfl-ok-839df5","provider":"e2e-cfl-ok-839df5-provider","gateway":"openshift-ingress/e2e-extmod-a-68685b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:47.199281337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"c26642ca-dbd1-4e83-b0f6-477649d19559","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:47.210316408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"c26642ca-dbd1-4e83-b0f6-477649d19559","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:47.28646028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"e7b70a0d-ca22-4b34-9477-896ec921e782","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:47.286551115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"bfe6ae71-00ce-4f4a-9cd6-bd1ac70ae405","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:47.28688552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87352136-0a6e-4f91-b4d2-9115b4f2dbed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:47.310027813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87352136-0a6e-4f91-b4d2-9115b4f2dbed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:47.311450797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"bfe6ae71-00ce-4f4a-9cd6-bd1ac70ae405","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:47.313230159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"e7b70a0d-ca22-4b34-9477-896ec921e782","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:47.378131776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"eee4e9ec-ca2c-472f-995c-f2af9ee26a7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:47.401074422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"eee4e9ec-ca2c-472f-995c-f2af9ee26a7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:47.483273999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"9cb52f88-fd10-4c3d-bfb8-9a530f58bcc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:47.49772773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"9cb52f88-fd10-4c3d-bfb8-9a530f58bcc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:47.578014452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"a49640a0-9db1-4812-b891-d7311b3dde07","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:47.578027242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"fe479dd0-7345-4aaf-a637-9871353c5db6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8c8241","tenantID":"e2e-extmod-a-8c8241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:47.586170435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-839df5-996be3-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-ok-839df5-996be3-access","reconcileID":"6c3da1c7-fc98-4073-920a-f4de0f7974ca","MaaSAuthPolicy":{"name":"e2e-cfl-ok-839df5-996be3-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:47.589713058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"6efcb4fd-b6cb-4576-8cfa-5fdf4911036f","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:47.595479857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"fe479dd0-7345-4aaf-a637-9871353c5db6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"name":"e2e-extmod-a-8c8241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:47.599671937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-839df5-996be3-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-ok-839df5-996be3-access","reconcileID":"6c3da1c7-fc98-4073-920a-f4de0f7974ca","MaaSAuthPolicy":{"name":"e2e-cfl-ok-839df5-996be3-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:47.603786518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"6efcb4fd-b6cb-4576-8cfa-5fdf4911036f","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:47.603800882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"a49640a0-9db1-4812-b891-d7311b3dde07","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:47.611992471Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8c8241-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"fe479dd0-7345-4aaf-a637-9871353c5db6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:47.677450749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95aec704-4ee3-4651-9bef-9a0295bb8f14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:47.677847416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"90122d7d-6585-4335-964a-62aab6b6502f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:47.687632522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95aec704-4ee3-4651-9bef-9a0295bb8f14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:47.689843413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"90122d7d-6585-4335-964a-62aab6b6502f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:47.77393862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"fe8eb1f6-baf9-4c7b-8d59-93e3a84bcd4a","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:47.777987521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"2f7edd92-5904-4881-a1a4-658c7d00d4d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:47.78473614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"fe8eb1f6-baf9-4c7b-8d59-93e3a84bcd4a","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:47.789454475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"2f7edd92-5904-4881-a1a4-658c7d00d4d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:47.794258034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c9bce8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"fe8eb1f6-baf9-4c7b-8d59-93e3a84bcd4a","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:52.01572692Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-517027 priority=0:[ai-tenant-e2e-extmod-a-517027/e2e-cfl-same-85c02c-43b319-sub ai-tenant-e2e-extmod-a-517027/e2e-cfl-same-85c02c-ca97c8-sub]","namespace=ai-tenant-e2e-extmod-a-68685b priority=0:[ai-tenant-e2e-extmod-a-68685b/e2e-cfl-19316d-68685b-sub ai-tenant-e2e-extmod-a-68685b/e2e-cfl-ok-839df5-996be3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:52.071708535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-ok-839df5","reconcileID":"9c18da12-5a75-4da4-94f1-baf78a2f1fa3","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"tenant":"e2e-extmod-a-68685b","gateway":"openshift-ingress/e2e-extmod-a-68685b","model":"e2e-extmod-cfl-1-996be3/e2e-cfl-ok-839df5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:52.071737609Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-ok-839df5","reconcileID":"9c18da12-5a75-4da4-94f1-baf78a2f1fa3","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"routeName":"external-model-e2e-cfl-ok-839df5-637e2dcf0163","namespace":"e2e-extmod-cfl-1-996be3","model":"e2e-cfl-ok-839df5","externalModel":"e2e-cfl-ok-839df5","provider":"e2e-cfl-ok-839df5-provider","gateway":"openshift-ingress/e2e-extmod-a-68685b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:07:52.081619336Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-68685b/e2e-cfl-ok-839df5-996be3-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-ok-839df5-996be3-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:52.088280817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-839df5-996be3-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-ok-839df5-996be3-access","reconcileID":"9aacd264-4fcb-4ea9-ac75-8833d318f672","MaaSAuthPolicy":{"name":"e2e-cfl-ok-839df5-996be3-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:52.088280365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"a51a6c73-92f8-49d1-aefd-b57a28199299","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:52.094787032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"01fee2d5-b892-4943-ad84-ca01720ba583","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"tenant":"e2e-extmod-a-68685b","gateway":"openshift-ingress/e2e-extmod-a-68685b","model":"ai-tenant-e2e-extmod-a-68685b/e2e-cfl-19316d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:52.094812624Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"01fee2d5-b892-4943-ad84-ca01720ba583","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"routeName":"external-model-e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b","model":"e2e-cfl-19316d","externalModel":"e2e-cfl-19316d","provider":"e2e-cfl-19316d-provider","gateway":"openshift-ingress/e2e-extmod-a-68685b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:52.098623196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"a51a6c73-92f8-49d1-aefd-b57a28199299","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:52.098686001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-839df5-996be3-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-ok-839df5-996be3-access","reconcileID":"9aacd264-4fcb-4ea9-ac75-8833d318f672","MaaSAuthPolicy":{"name":"e2e-cfl-ok-839df5-996be3-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:52.104567988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-ok-839df5","reconcileID":"420fc0f5-df9e-4ad4-adcd-3ea8270df138","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"tenant":"e2e-extmod-a-68685b","gateway":"openshift-ingress/e2e-extmod-a-68685b","model":"e2e-extmod-cfl-1-996be3/e2e-cfl-ok-839df5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:52.104585097Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-ok-839df5","reconcileID":"420fc0f5-df9e-4ad4-adcd-3ea8270df138","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"routeName":"external-model-e2e-cfl-ok-839df5-637e2dcf0163","namespace":"e2e-extmod-cfl-1-996be3","model":"e2e-cfl-ok-839df5","externalModel":"e2e-cfl-ok-839df5","provider":"e2e-cfl-ok-839df5-provider","gateway":"openshift-ingress/e2e-extmod-a-68685b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:52.124036563Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-839df5-996be3-sub","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-ok-839df5-996be3-sub","reconcileID":"fd4f4560-1dde-4f08-95a5-b80680537f46","MaaSSubscription":{"name":"e2e-cfl-ok-839df5-996be3-sub","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"maas-trlp-e2e-cfl-ok-839df5","model":"e2e-cfl-ok-839df5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-68685b/e2e-cfl-ok-839df5-996be3-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:52.175495543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-ok-839df5","reconcileID":"71830e5b-7d09-4e77-89ab-c6efb89ac972","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"tenant":"e2e-extmod-a-68685b","gateway":"openshift-ingress/e2e-extmod-a-68685b","model":"e2e-extmod-cfl-1-996be3/e2e-cfl-ok-839df5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:52.175517089Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-ok-839df5","reconcileID":"71830e5b-7d09-4e77-89ab-c6efb89ac972","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"routeName":"external-model-e2e-cfl-ok-839df5-637e2dcf0163","namespace":"e2e-extmod-cfl-1-996be3","model":"e2e-cfl-ok-839df5","externalModel":"e2e-cfl-ok-839df5","provider":"e2e-cfl-ok-839df5-provider","gateway":"openshift-ingress/e2e-extmod-a-68685b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:52.218967277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-839df5-996be3-sub","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-ok-839df5-996be3-sub","reconcileID":"a38974d7-158e-4145-82fb-98114efe5dcb","MaaSSubscription":{"name":"e2e-cfl-ok-839df5-996be3-sub","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"maas-trlp-e2e-cfl-ok-839df5","model":"e2e-extmod-cfl-1-996be3/e2e-cfl-ok-839df5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:52.234354759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-839df5-996be3-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-ok-839df5-996be3-access","reconcileID":"f94c5a3d-fcda-4faf-be0c-22c9bc89ba75","MaaSAuthPolicy":{"name":"e2e-cfl-ok-839df5-996be3-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:52.234857976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"99a9ae56-d119-4952-875d-7fb502a1e222","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:52.243730288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-839df5-996be3-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-ok-839df5-996be3-access","reconcileID":"f94c5a3d-fcda-4faf-be0c-22c9bc89ba75","MaaSAuthPolicy":{"name":"e2e-cfl-ok-839df5-996be3-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:52.244353961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"99a9ae56-d119-4952-875d-7fb502a1e222","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:55.946990183Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-2-4f078e"},"namespace":"e2e-extmod-cfl-2-4f078e","name":"e2e-cfl-3a88d8","reconcileID":"3d07f279-ed0e-49ea-88c9-9d57ec27fd80","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-2-4f078e"},"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-2-4f078e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:56.500940786Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-19316d","reconcileID":"72b39404-dd47-447c-b090-f5bed1b965de","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:57.632468316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"84a50f28-9fdb-414f-89a0-352b33190c76","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8c8241","tenantID":"e2e-extmod-a-8c8241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:57.645386338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"84a50f28-9fdb-414f-89a0-352b33190c76","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"name":"e2e-extmod-a-8c8241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:57.656145476Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8c8241-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"84a50f28-9fdb-414f-89a0-352b33190c76","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:57.807515061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"14f756f8-a058-4409-abaf-0f1cce7f1e96","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:57.816991409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"14f756f8-a058-4409-abaf-0f1cce7f1e96","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:07:57.825557212Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c9bce8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"14f756f8-a058-4409-abaf-0f1cce7f1e96","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:05.962369375Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-2-4f078e"},"namespace":"e2e-extmod-cfl-2-4f078e","name":"e2e-cfl-3a88d8","reconcileID":"ef7211de-b784-4520-802b-2d8b080c4074","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-2-4f078e"},"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-2-4f078e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:06.373892192Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:06.512524827Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-19316d","reconcileID":"ac73863b-db14-42f2-ad77-5123eeb8ebff","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:07.695025217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"ba11d1ee-f414-45ae-a8aa-fafd04a96133","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8c8241","tenantID":"e2e-extmod-a-8c8241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:07.705296091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"ba11d1ee-f414-45ae-a8aa-fafd04a96133","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"name":"e2e-extmod-a-8c8241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:07.713768865Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8c8241-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"ba11d1ee-f414-45ae-a8aa-fafd04a96133","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:07.839368087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"5cbfa2eb-ff11-4c0a-b961-81d34a36b03f","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:07.849473667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"5cbfa2eb-ff11-4c0a-b961-81d34a36b03f","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:07.869771387Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c9bce8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"5cbfa2eb-ff11-4c0a-b961-81d34a36b03f","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:13.523760962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-85c02c-ca97c8-sub","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-ca97c8-sub","reconcileID":"927de2b0-9bfe-4cb7-b7f5-a207b03ca900","MaaSSubscription":{"name":"e2e-cfl-same-85c02c-ca97c8-sub","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"maas-trlp-e2e-cfl-same-85c02c","model":"e2e-extmod-cfl-2-ca97c8/e2e-cfl-same-85c02c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:13.604822525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","reconcileID":"2390a7ab-6211-4d5f-84fa-c3b582e3577b","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"tenant":"e2e-extmod-a-517027","gateway":"openshift-ingress/e2e-extmod-a-517027","model":"e2e-extmod-cfl-2-ca97c8/e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:13.604850882Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","reconcileID":"2390a7ab-6211-4d5f-84fa-c3b582e3577b","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"routeName":"external-model-e2e-cfl-same-85c02c-ffdc8a8ecb2f","namespace":"e2e-extmod-cfl-2-ca97c8","model":"e2e-cfl-same-85c02c","externalModel":"e2e-cfl-same-85c02c","provider":"e2e-cfl-same-85c02c","gateway":"openshift-ingress/e2e-extmod-a-517027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:13.634632105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-839df5-996be3-sub","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-ok-839df5-996be3-sub","reconcileID":"f8b4618b-bb9a-4fd1-beed-5912b6848d50","MaaSSubscription":{"name":"e2e-cfl-ok-839df5-996be3-sub","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"maas-trlp-e2e-cfl-ok-839df5","model":"e2e-extmod-cfl-1-996be3/e2e-cfl-ok-839df5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:13.677441254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-ok-839df5","reconcileID":"fa279c86-ad84-416a-8bb2-c6ae1bcaab79","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"tenant":"e2e-extmod-a-68685b","gateway":"openshift-ingress/e2e-extmod-a-68685b","model":"e2e-extmod-cfl-1-996be3/e2e-cfl-ok-839df5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:13.677557806Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-ok-839df5","reconcileID":"fa279c86-ad84-416a-8bb2-c6ae1bcaab79","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"routeName":"external-model-e2e-cfl-ok-839df5-637e2dcf0163","namespace":"e2e-extmod-cfl-1-996be3","model":"e2e-cfl-ok-839df5","externalModel":"e2e-cfl-ok-839df5","provider":"e2e-cfl-ok-839df5-provider","gateway":"openshift-ingress/e2e-extmod-a-68685b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:13.968631226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-595f66-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-sub","reconcileID":"3f77e9c9-91ab-4b77-95cd-2b7b4037c109","MaaSSubscription":{"name":"e2e-cmp-legacy-595f66-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"maas-trlp-e2e-cmp-legacy-595f66","model":"ai-tenant-e2e-extmod-a-222480/e2e-cmp-legacy-595f66","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:14.058460069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"2c1a90d8-6e38-471a-a564-e2cb87dbb6e2","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"tenant":"e2e-extmod-a-222480","gateway":"openshift-ingress/e2e-extmod-a-222480","model":"ai-tenant-e2e-extmod-a-222480/e2e-cmp-legacy-595f66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:14.058486286Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"2c1a90d8-6e38-471a-a564-e2cb87dbb6e2","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"routeName":"external-model-e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480","model":"e2e-cmp-legacy-595f66","externalModel":"e2e-cmp-legacy-595f66","provider":"e2e-cmp-legacy-595f66-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:14.459713487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"913173de-ead1-48b9-880e-f44135db179b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8c8241","tenantID":"e2e-extmod-a-8c8241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:14.471007371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"913173de-ead1-48b9-880e-f44135db179b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"name":"e2e-extmod-a-8c8241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:14.481213514Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8c8241-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f53d8875e4fe02040b690288167f201d90bf6271023bd36d466e3b8d8cc9228) AuthConfig (dc906cadfde067f22ba3a3dfbb7386922f165900af4feb53cd89b7553c96527c) AuthConfig (7c96a6d5e5f06020046586fcdcaf14e7bf151c9fb7d9a34f4adb329c041aa5e3) AuthConfig (91a98edb08c4fde5aeb90c7238fe25c7a3065fa2a69aaa418a96b93289dada73) AuthConfig (d465328b444ef64a1e052552a7b1c6a2c6161b2c4656cb937e5ed760bcdd21c3) AuthConfig (df717c8c53e7dba42a17473077d702dd5c1ee9b248b3da0abf9b9cbfb66f4391) AuthConfig (626c18cd540e3e09dd5f3a60fed67e066443d9e69e2e22a1c2d2bfe8881748fd) AuthConfig (b377d9a28677ed2f7a28d6df57a95d2c728ba117540cfd9b1d507cb772baaf5a) AuthConfig (c263a1b8dbef41e1132192c319f9d6dbb9dc547e7e7c0497549f65caabd3014e) AuthConfig (3ece3e4cdc5fa22e07ba076cb5b3b90282da0005046c9c85b9ed2ae4199fe540)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"913173de-ead1-48b9-880e-f44135db179b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:14.498248475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e","reconcileID":"37fd5a54-dcb0-4966-9104-564d44701329","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"tenant":"e2e-extmod-a-8c8241","gateway":"openshift-ingress/e2e-extmod-a-8c8241","model":"ai-tenant-e2e-extmod-a-8c8241/e2e-cmp-legacy-8a1b3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:14.49827044Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e","reconcileID":"37fd5a54-dcb0-4966-9104-564d44701329","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"routeName":"external-model-e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241","model":"e2e-cmp-legacy-8a1b3e","externalModel":"e2e-cmp-legacy-8a1b3e","provider":"e2e-cmp-legacy-8a1b3e-provider","gateway":"openshift-ingress/e2e-extmod-a-8c8241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:14.61986765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"ef40b0a8-6a7e-40ed-8f34-fbf5047078b4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:14.636782731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"ef40b0a8-6a7e-40ed-8f34-fbf5047078b4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.052310416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-839df5-996be3-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-ok-839df5-996be3-access","reconcileID":"36f68de3-0773-431b-adbe-12eb480d5744","MaaSAuthPolicy":{"name":"e2e-cfl-ok-839df5-996be3-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.06649499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-839df5-996be3-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-ok-839df5-996be3-access","reconcileID":"36f68de3-0773-431b-adbe-12eb480d5744","MaaSAuthPolicy":{"name":"e2e-cfl-ok-839df5-996be3-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.155152734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"0a042664-9f1a-463f-aacd-39a217bc601d","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.178713632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-ca97c8-access","reconcileID":"a3960dce-acd6-4a3c-9e8a-477afa8e1558","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.183647398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"0a042664-9f1a-463f-aacd-39a217bc601d","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.191108827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-ca97c8-access","reconcileID":"a3960dce-acd6-4a3c-9e8a-477afa8e1558","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.194970702Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c9bce8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (61e74c0ad4d59fd6b2fe6d81000c8e8c81691b0cad17477e24cd038107fcb1ac) AuthConfig (49b87fe5ff8235db9c9477bf7ce18794b9bcbbf23c723820506afe1ca51fe3f3) AuthConfig (701820a1e59b3eaf006aa856fde6265e2d7c8b5689e2b4662d0f2a2f627315db) AuthConfig (4d6eaedeb8a9b04f6ef8e30fed754bd4fb2bc61e598f2cd2bcc62b0d9bf0eb96) AuthConfig (e4b2227dd38f562111946633774ea572c8b5a9c4d3b9093ef9d1f82696118460) AuthConfig (7adca045761e0b64bd060d3b9116b1c776958293d885baf5a8e2790d33496548) AuthConfig (98aa27f00ed7a96d9964145c6748de2de0d42f30646b5b20b48ebb3d6d61a025) AuthConfig (a45b8e3e26e614a9ab118dcce705ec59a8a4120ee78a0143cbd330b435d8c481) AuthConfig (5b6c1303bdc129dc7bc7339c60e48a78b91f44c9f44a1ecfa2f0a878053d3a72) AuthConfig (aa78c34ac0e946946f1ac24cd9383114378bfe70fe543f1d5732082307692485)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"0a042664-9f1a-463f-aacd-39a217bc601d","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.216285049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"namespace":"e2e-extmod-cfl-1-ceaa45","name":"e2e-cfl-3a88d8","reconcileID":"56eb52de-5514-4618-9a2e-2dcdac4da9de","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"tenant":"e2e-extmod-a-c9bce8","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","model":"e2e-extmod-cfl-1-ceaa45/e2e-cfl-3a88d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.21631652Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"namespace":"e2e-extmod-cfl-1-ceaa45","name":"e2e-cfl-3a88d8","reconcileID":"56eb52de-5514-4618-9a2e-2dcdac4da9de","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"routeName":"external-model-e2e-cfl-3a88d8-189f45b6f54f","namespace":"e2e-extmod-cfl-1-ceaa45","model":"e2e-cfl-3a88d8","externalModel":"e2e-cfl-3a88d8","provider":"e2e-cfl-3a88d8-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.370111202Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-37d27c","namespace":"e2e-extmod-cfl-2-3c56c7"},"namespace":"e2e-extmod-cfl-2-3c56c7","name":"e2e-cfl-broken-37d27c","reconcileID":"0f6711e2-3169-498f-9f7f-0e96bf16b665","namespace":"e2e-extmod-cfl-2-3c56c7","name":"e2e-cfl-broken-37d27c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.385941458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"678d45ed-2201-4382-a2dd-db8792596033","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.387725036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"67e26d78-71c5-440f-a62b-755cef740f5a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8c8241","tenantID":"e2e-extmod-a-8c8241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.389790378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ee32bb4-c6dd-4b64-8786-273a6c0704ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.393876421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"2051f293-698f-44a8-b41b-aa754b97c3e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.394423978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"b1c402ec-6a28-49cf-885b-9639eb8887e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.396451981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"678d45ed-2201-4382-a2dd-db8792596033","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.39893988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"67e26d78-71c5-440f-a62b-755cef740f5a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"name":"e2e-extmod-a-8c8241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.400861805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ee32bb4-c6dd-4b64-8786-273a6c0704ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.40516349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"2051f293-698f-44a8-b41b-aa754b97c3e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.406993199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c9bce8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (61e74c0ad4d59fd6b2fe6d81000c8e8c81691b0cad17477e24cd038107fcb1ac) AuthConfig (49b87fe5ff8235db9c9477bf7ce18794b9bcbbf23c723820506afe1ca51fe3f3) AuthConfig (701820a1e59b3eaf006aa856fde6265e2d7c8b5689e2b4662d0f2a2f627315db) AuthConfig (4d6eaedeb8a9b04f6ef8e30fed754bd4fb2bc61e598f2cd2bcc62b0d9bf0eb96) AuthConfig (e4b2227dd38f562111946633774ea572c8b5a9c4d3b9093ef9d1f82696118460) AuthConfig (7adca045761e0b64bd060d3b9116b1c776958293d885baf5a8e2790d33496548) AuthConfig (98aa27f00ed7a96d9964145c6748de2de0d42f30646b5b20b48ebb3d6d61a025) AuthConfig (a45b8e3e26e614a9ab118dcce705ec59a8a4120ee78a0143cbd330b435d8c481) AuthConfig (5b6c1303bdc129dc7bc7339c60e48a78b91f44c9f44a1ecfa2f0a878053d3a72) AuthConfig (aa78c34ac0e946946f1ac24cd9383114378bfe70fe543f1d5732082307692485)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"678d45ed-2201-4382-a2dd-db8792596033","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.407427321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"b1c402ec-6a28-49cf-885b-9639eb8887e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.409455248Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8c8241-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f53d8875e4fe02040b690288167f201d90bf6271023bd36d466e3b8d8cc9228) AuthConfig (dc906cadfde067f22ba3a3dfbb7386922f165900af4feb53cd89b7553c96527c) AuthConfig (7c96a6d5e5f06020046586fcdcaf14e7bf151c9fb7d9a34f4adb329c041aa5e3) AuthConfig (91a98edb08c4fde5aeb90c7238fe25c7a3065fa2a69aaa418a96b93289dada73) AuthConfig (d465328b444ef64a1e052552a7b1c6a2c6161b2c4656cb937e5ed760bcdd21c3) AuthConfig (df717c8c53e7dba42a17473077d702dd5c1ee9b248b3da0abf9b9cbfb66f4391) AuthConfig (626c18cd540e3e09dd5f3a60fed67e066443d9e69e2e22a1c2d2bfe8881748fd) AuthConfig (b377d9a28677ed2f7a28d6df57a95d2c728ba117540cfd9b1d507cb772baaf5a) AuthConfig (c263a1b8dbef41e1132192c319f9d6dbb9dc547e7e7c0497549f65caabd3014e) AuthConfig (3ece3e4cdc5fa22e07ba076cb5b3b90282da0005046c9c85b9ed2ae4199fe540)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"67e26d78-71c5-440f-a62b-755cef740f5a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.423022717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"563fe03d-05b4-456b-b784-1867e07a3456","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.469432585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"87a0a9e2-d70f-48b3-8a77-d324bc1e2594","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.469805743Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-37d27c","namespace":"e2e-extmod-cfl-2-3c56c7"},"namespace":"e2e-extmod-cfl-2-3c56c7","name":"e2e-cfl-broken-37d27c","reconcileID":"4bff59c1-6108-4230-af00-f2958274e3f6","namespace":"e2e-extmod-cfl-2-3c56c7","name":"e2e-cfl-broken-37d27c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.472010021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"563fe03d-05b4-456b-b784-1867e07a3456","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.483082792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"87a0a9e2-d70f-48b3-8a77-d324bc1e2594","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.532333232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"089b2a79-2ce3-44bc-b47d-987554b4b3af","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.536279644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"1a1ca675-a3f3-44bc-87c9-0aefabc175ef","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.541085439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4d9d484-1007-4431-acaa-0f3bcfd8119f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.541941213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"3e0ea933-201c-41a3-8544-d44bfdbb2668","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.542319747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"089b2a79-2ce3-44bc-b47d-987554b4b3af","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.543084492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"9d17e002-847c-4b52-98b3-75a77ffec339","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.548283408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"1a1ca675-a3f3-44bc-87c9-0aefabc175ef","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.551637448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4d9d484-1007-4431-acaa-0f3bcfd8119f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.5538465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"9d17e002-847c-4b52-98b3-75a77ffec339","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.553884719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"3e0ea933-201c-41a3-8544-d44bfdbb2668","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.60036371Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-37d27c","namespace":"e2e-extmod-cfl-2-3c56c7"},"namespace":"e2e-extmod-cfl-2-3c56c7","name":"e2e-cfl-broken-37d27c","reconcileID":"5b1d5495-1901-4878-a5e5-3151f28c21ad","namespace":"e2e-extmod-cfl-2-3c56c7","name":"e2e-cfl-broken-37d27c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.745722475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"2b2c3e45-5a43-4f36-8c73-bb587348b9eb","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.746602337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"35546e2d-1777-45b4-a8d6-34ca12f53fd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.747654588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"712ecb9e-7bb3-4e84-b93a-531669813071","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.747974234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-ca97c8-access","reconcileID":"8c3edbb5-920e-4a78-b15f-7284475059a5","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.748310283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"2eb62de2-3f3e-41b5-b4c9-abe9d72c2148","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.75619208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"2b2c3e45-5a43-4f36-8c73-bb587348b9eb","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.756900123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"35546e2d-1777-45b4-a8d6-34ca12f53fd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.758795801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"712ecb9e-7bb3-4e84-b93a-531669813071","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.759596471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"2eb62de2-3f3e-41b5-b4c9-abe9d72c2148","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.761074373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-ca97c8-access","reconcileID":"8c3edbb5-920e-4a78-b15f-7284475059a5","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.766469414Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"1f212af4-5675-45ec-aa0b-f3bd8d225508","namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.771292455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"a4fd75f0-deef-423d-b100-b56740bf250a","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"tenant":"e2e-extmod-a-222480","gateway":"openshift-ingress/e2e-extmod-a-222480","model":"ai-tenant-e2e-extmod-a-222480/e2e-cmp-legacy-595f66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.771309136Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"a4fd75f0-deef-423d-b100-b56740bf250a","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"routeName":"external-model-e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480","model":"e2e-cmp-legacy-595f66","externalModel":"e2e-cmp-legacy-595f66","provider":"e2e-cmp-legacy-595f66-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.835766273Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"ec508874-7e17-45a8-b96d-9cc87f634d93","namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.840658886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"2474bc4c-ed4e-4fce-8477-c87b243c57a3","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"tenant":"e2e-extmod-a-222480","gateway":"openshift-ingress/e2e-extmod-a-222480","model":"ai-tenant-e2e-extmod-a-222480/e2e-cmp-legacy-595f66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.840677497Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"2474bc4c-ed4e-4fce-8477-c87b243c57a3","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"routeName":"external-model-e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480","model":"e2e-cmp-legacy-595f66","externalModel":"e2e-cmp-legacy-595f66","provider":"e2e-cmp-legacy-595f66-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.851303588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"cad6dd2c-9705-40f1-a577-9d916e676aa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.86113036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"cad6dd2c-9705-40f1-a577-9d916e676aa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.958262856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"5e52dec4-c453-4852-bbd5-86e6ee8799da","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8c8241","tenantID":"e2e-extmod-a-8c8241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.958441996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"7da23555-06f1-49da-88fb-d8eff63f990b","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.965199372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-839df5-996be3-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-ok-839df5-996be3-access","reconcileID":"8298a51e-f778-4e68-ae92-efc5b60414f2","MaaSAuthPolicy":{"name":"e2e-cfl-ok-839df5-996be3-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.965230681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49e683df-37f6-4774-8ea1-452cc7d915be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.971107592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"5e52dec4-c453-4852-bbd5-86e6ee8799da","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"name":"e2e-extmod-a-8c8241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.971108519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"7da23555-06f1-49da-88fb-d8eff63f990b","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.974702511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-839df5-996be3-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-ok-839df5-996be3-access","reconcileID":"8298a51e-f778-4e68-ae92-efc5b60414f2","MaaSAuthPolicy":{"name":"e2e-cfl-ok-839df5-996be3-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.97606081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49e683df-37f6-4774-8ea1-452cc7d915be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.97645653Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-2-4f078e"},"namespace":"e2e-extmod-cfl-2-4f078e","name":"e2e-cfl-3a88d8","reconcileID":"b4564f15-aa29-4441-b5cf-86a266e745e3","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-2-4f078e"},"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-2-4f078e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.980278626Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8c8241-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f53d8875e4fe02040b690288167f201d90bf6271023bd36d466e3b8d8cc9228) AuthConfig (dc906cadfde067f22ba3a3dfbb7386922f165900af4feb53cd89b7553c96527c) AuthConfig (7c96a6d5e5f06020046586fcdcaf14e7bf151c9fb7d9a34f4adb329c041aa5e3) AuthConfig (91a98edb08c4fde5aeb90c7238fe25c7a3065fa2a69aaa418a96b93289dada73) AuthConfig (d465328b444ef64a1e052552a7b1c6a2c6161b2c4656cb937e5ed760bcdd21c3) AuthConfig (df717c8c53e7dba42a17473077d702dd5c1ee9b248b3da0abf9b9cbfb66f4391) AuthConfig (626c18cd540e3e09dd5f3a60fed67e066443d9e69e2e22a1c2d2bfe8881748fd) AuthConfig (b377d9a28677ed2f7a28d6df57a95d2c728ba117540cfd9b1d507cb772baaf5a) AuthConfig (c263a1b8dbef41e1132192c319f9d6dbb9dc547e7e7c0497549f65caabd3014e) AuthConfig (3ece3e4cdc5fa22e07ba076cb5b3b90282da0005046c9c85b9ed2ae4199fe540)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"5e52dec4-c453-4852-bbd5-86e6ee8799da","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:15.980728564Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c9bce8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (61e74c0ad4d59fd6b2fe6d81000c8e8c81691b0cad17477e24cd038107fcb1ac) AuthConfig (49b87fe5ff8235db9c9477bf7ce18794b9bcbbf23c723820506afe1ca51fe3f3) AuthConfig (701820a1e59b3eaf006aa856fde6265e2d7c8b5689e2b4662d0f2a2f627315db) AuthConfig (4d6eaedeb8a9b04f6ef8e30fed754bd4fb2bc61e598f2cd2bcc62b0d9bf0eb96) AuthConfig (e4b2227dd38f562111946633774ea572c8b5a9c4d3b9093ef9d1f82696118460) AuthConfig (7adca045761e0b64bd060d3b9116b1c776958293d885baf5a8e2790d33496548) AuthConfig (98aa27f00ed7a96d9964145c6748de2de0d42f30646b5b20b48ebb3d6d61a025) AuthConfig (a45b8e3e26e614a9ab118dcce705ec59a8a4120ee78a0143cbd330b435d8c481) AuthConfig (5b6c1303bdc129dc7bc7339c60e48a78b91f44c9f44a1ecfa2f0a878053d3a72) AuthConfig (aa78c34ac0e946946f1ac24cd9383114378bfe70fe543f1d5732082307692485)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"7da23555-06f1-49da-88fb-d8eff63f990b","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:16.000677487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","reconcileID":"39c2e5a8-1fb7-4a1b-87b0-7adc0508eef8","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"tenant":"e2e-extmod-a-517027","gateway":"openshift-ingress/e2e-extmod-a-517027","model":"e2e-extmod-cfl-2-ca97c8/e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:16.000694295Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","reconcileID":"39c2e5a8-1fb7-4a1b-87b0-7adc0508eef8","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"routeName":"external-model-e2e-cfl-same-85c02c-ffdc8a8ecb2f","namespace":"e2e-extmod-cfl-2-ca97c8","model":"e2e-cfl-same-85c02c","externalModel":"e2e-cfl-same-85c02c","provider":"e2e-cfl-same-85c02c","gateway":"openshift-ingress/e2e-extmod-a-517027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:16.077214341Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-85c02c-ca97c8-sub","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-ca97c8-sub","reconcileID":"4132fea3-3e30-4b0b-8e45-58072821842e","MaaSSubscription":{"name":"e2e-cfl-same-85c02c-ca97c8-sub","namespace":"ai-tenant-e2e-extmod-a-517027"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7a1a1863","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:16.082335241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"cb02e2fc-51c8-4c40-b272-6ed53a47c2e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:16.084852592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"5631d349-0dcb-43ce-bbc1-e2e2cf239fbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:16.085624656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"3bc5a06c-5259-49aa-91ab-030d58e7735e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:16.092524235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"cb02e2fc-51c8-4c40-b272-6ed53a47c2e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:16.094422713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"5631d349-0dcb-43ce-bbc1-e2e2cf239fbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:16.095174979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"3bc5a06c-5259-49aa-91ab-030d58e7735e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:16.181948952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"ab6c9ac9-c323-4e18-92c1-f138e638fbac","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:16.182416723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e393450-2a98-48ae-97cc-bd8f5b544ba3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:16.182898983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"876669b5-3f84-44cd-b849-16b6f532440e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:16.184805995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"dd63d7c8-4e30-4999-8d35-09422e55c84d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:16.187314457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"530acd01-b7bc-4d1c-9ea5-62da46254895","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:16.191600503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"ab6c9ac9-c323-4e18-92c1-f138e638fbac","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:16.193975184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e393450-2a98-48ae-97cc-bd8f5b544ba3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:16.1962145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"876669b5-3f84-44cd-b849-16b6f532440e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:16.271287361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"530acd01-b7bc-4d1c-9ea5-62da46254895","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:16.272240433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"dd63d7c8-4e30-4999-8d35-09422e55c84d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:16.308856816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"a4e05495-bdd7-4d12-aaf8-2fadb50d0f3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:16.30968335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"59b006b4-ada4-4b00-894a-fd143b4a4eb7","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:16.309821027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"a9c42caa-55e7-4609-8160-30fd5c1f6bfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:16.312613431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"68ff6708-9dad-4a71-901c-ac975a2a0a66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:16.372872988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"a4e05495-bdd7-4d12-aaf8-2fadb50d0f3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:16.37856628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"59b006b4-ada4-4b00-894a-fd143b4a4eb7","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:16.380745017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"68ff6708-9dad-4a71-901c-ac975a2a0a66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:16.381354105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"a9c42caa-55e7-4609-8160-30fd5c1f6bfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:16.400305632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"bddcff9a-7b9d-4aaa-b8bd-8a6e91bcb57b","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:16.410123456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"bddcff9a-7b9d-4aaa-b8bd-8a6e91bcb57b","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:16.508768328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-ca97c8-access","reconcileID":"448ef7e5-303a-4d7d-90b5-e97f1d64e0dd","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:16.509631825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"fc54ada9-78da-499c-a060-13ff7b0171cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:16.523986099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"fc54ada9-78da-499c-a060-13ff7b0171cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:16.525522564Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-19316d","reconcileID":"4e412293-9f0a-44d9-977b-d97bde61bbac","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:16.547492929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-ca97c8-access","reconcileID":"448ef7e5-303a-4d7d-90b5-e97f1d64e0dd","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.269601048Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-37d27c","namespace":"e2e-extmod-cfl-2-3c56c7"},"namespace":"e2e-extmod-cfl-2-3c56c7","name":"e2e-cfl-broken-37d27c","reconcileID":"2f68a175-4040-4331-ae10-bec27de08fb3","namespace":"e2e-extmod-cfl-2-3c56c7","name":"e2e-cfl-broken-37d27c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.270682601Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-37d27c","namespace":"e2e-extmod-cfl-2-3c56c7"},"namespace":"e2e-extmod-cfl-2-3c56c7","name":"e2e-cfl-broken-37d27c","reconcileID":"ba4d590e-d642-4c63-9a3a-73776532cfc7","namespace":"e2e-extmod-cfl-2-3c56c7","name":"e2e-cfl-broken-37d27c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.284316313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"0789be5d-bf9b-483b-b16e-d1f1b4221365","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8c8241","tenantID":"e2e-extmod-a-8c8241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.287951824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"92c6793a-90da-41eb-9d43-50c042bac8aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.291683866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"8ae53c4f-d38a-42b2-ad1a-4d6f37ab871b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.293146705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"7689185f-37fa-480d-aed3-ef86a0b8abc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.295001072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"0789be5d-bf9b-483b-b16e-d1f1b4221365","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"name":"e2e-extmod-a-8c8241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.295298674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0f30683-c1e0-4b98-9917-01af45e95256","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.298748048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"92c6793a-90da-41eb-9d43-50c042bac8aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.302097294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"8ae53c4f-d38a-42b2-ad1a-4d6f37ab871b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.303966381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"7689185f-37fa-480d-aed3-ef86a0b8abc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.305533422Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8c8241-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f53d8875e4fe02040b690288167f201d90bf6271023bd36d466e3b8d8cc9228) AuthConfig (dc906cadfde067f22ba3a3dfbb7386922f165900af4feb53cd89b7553c96527c) AuthConfig (7c96a6d5e5f06020046586fcdcaf14e7bf151c9fb7d9a34f4adb329c041aa5e3) AuthConfig (91a98edb08c4fde5aeb90c7238fe25c7a3065fa2a69aaa418a96b93289dada73) AuthConfig (d465328b444ef64a1e052552a7b1c6a2c6161b2c4656cb937e5ed760bcdd21c3) AuthConfig (df717c8c53e7dba42a17473077d702dd5c1ee9b248b3da0abf9b9cbfb66f4391) AuthConfig (626c18cd540e3e09dd5f3a60fed67e066443d9e69e2e22a1c2d2bfe8881748fd) AuthConfig (b377d9a28677ed2f7a28d6df57a95d2c728ba117540cfd9b1d507cb772baaf5a) AuthConfig (c263a1b8dbef41e1132192c319f9d6dbb9dc547e7e7c0497549f65caabd3014e) AuthConfig (3ece3e4cdc5fa22e07ba076cb5b3b90282da0005046c9c85b9ed2ae4199fe540)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"0789be5d-bf9b-483b-b16e-d1f1b4221365","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.306009384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0f30683-c1e0-4b98-9917-01af45e95256","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.386151642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"1931c7bb-ce4a-4ac6-9d2c-a55d982ac248","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.390252085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"ccf9cb2c-1487-4b15-8df7-6aaee8f9340e","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.392409141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"cbaf0ddb-9902-4628-9816-3d3496e8100b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.396673349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"1931c7bb-ce4a-4ac6-9d2c-a55d982ac248","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.400565947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"ccf9cb2c-1487-4b15-8df7-6aaee8f9340e","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.402680814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"cbaf0ddb-9902-4628-9816-3d3496e8100b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.407551865Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c9bce8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (61e74c0ad4d59fd6b2fe6d81000c8e8c81691b0cad17477e24cd038107fcb1ac) AuthConfig (49b87fe5ff8235db9c9477bf7ce18794b9bcbbf23c723820506afe1ca51fe3f3) AuthConfig (701820a1e59b3eaf006aa856fde6265e2d7c8b5689e2b4662d0f2a2f627315db) AuthConfig (4d6eaedeb8a9b04f6ef8e30fed754bd4fb2bc61e598f2cd2bcc62b0d9bf0eb96) AuthConfig (e4b2227dd38f562111946633774ea572c8b5a9c4d3b9093ef9d1f82696118460) AuthConfig (7adca045761e0b64bd060d3b9116b1c776958293d885baf5a8e2790d33496548) AuthConfig (98aa27f00ed7a96d9964145c6748de2de0d42f30646b5b20b48ebb3d6d61a025) AuthConfig (a45b8e3e26e614a9ab118dcce705ec59a8a4120ee78a0143cbd330b435d8c481) AuthConfig (5b6c1303bdc129dc7bc7339c60e48a78b91f44c9f44a1ecfa2f0a878053d3a72) AuthConfig (aa78c34ac0e946946f1ac24cd9383114378bfe70fe543f1d5732082307692485)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"1931c7bb-ce4a-4ac6-9d2c-a55d982ac248","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.485275942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"bf48aa94-0ad1-4198-9980-73159d0a8561","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.489997778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"4a9b662b-1c17-4d4c-9c20-326b98c60721","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.497981222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"bf48aa94-0ad1-4198-9980-73159d0a8561","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.50212228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"4a9b662b-1c17-4d4c-9c20-326b98c60721","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.502702241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f013b4f-27bc-48f2-b6b4-27a9941bbd54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.50763684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"a5ee10ad-35a9-4072-a61b-280257ef232f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.547769741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f013b4f-27bc-48f2-b6b4-27a9941bbd54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.549008077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"a5ee10ad-35a9-4072-a61b-280257ef232f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.604772249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"0fec7a9d-8444-457e-a743-0aa59c1a4c22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.626320551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"0fec7a9d-8444-457e-a743-0aa59c1a4c22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.69036513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-ok-839df5","reconcileID":"b717ae16-9400-4d0a-8471-8a6e8dbe9ede","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"tenant":"e2e-extmod-a-68685b","gateway":"openshift-ingress/e2e-extmod-a-68685b","model":"e2e-extmod-cfl-1-996be3/e2e-cfl-ok-839df5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.690388019Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-ok-839df5","reconcileID":"b717ae16-9400-4d0a-8471-8a6e8dbe9ede","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"routeName":"external-model-e2e-cfl-ok-839df5-637e2dcf0163","namespace":"e2e-extmod-cfl-1-996be3","model":"e2e-cfl-ok-839df5","externalModel":"e2e-cfl-ok-839df5","provider":"e2e-cfl-ok-839df5-provider","gateway":"openshift-ingress/e2e-extmod-a-68685b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.691710607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"683f2be0-4e2a-4bdd-b25e-ddb4052816e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.691728251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"5949f3a7-ae0a-4bd7-8238-2880869c55e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.702399465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"683f2be0-4e2a-4bdd-b25e-ddb4052816e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.702570166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"5949f3a7-ae0a-4bd7-8238-2880869c55e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.731857953Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-839df5-996be3-sub","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-ok-839df5-996be3-sub","reconcileID":"87df4352-0dea-4d9e-bbb9-a5fa5d265e25","MaaSSubscription":{"name":"e2e-cfl-ok-839df5-996be3-sub","namespace":"ai-tenant-e2e-extmod-a-68685b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f8abbcd9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.798971379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-ca97c8-access","reconcileID":"4bfb96e3-d56e-4696-af5d-da9a16df6ea9","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.799546913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"5e678cc4-9f21-4776-a251-52ac528449e1","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.819843613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"5e678cc4-9f21-4776-a251-52ac528449e1","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.869644103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-ca97c8-access","reconcileID":"4bfb96e3-d56e-4696-af5d-da9a16df6ea9","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.895592381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-839df5-996be3-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-ok-839df5-996be3-access","reconcileID":"a50a29fc-7535-4885-ad0c-a0cfe36e752a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-839df5-996be3-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.895706883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"822240bf-6a60-45a4-a15b-bf82a6978543","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.911330802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-839df5-996be3-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-ok-839df5-996be3-access","reconcileID":"a50a29fc-7535-4885-ad0c-a0cfe36e752a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-839df5-996be3-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.911540676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"822240bf-6a60-45a4-a15b-bf82a6978543","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:21.999799491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b90d5dc-e94b-456a-af67-020cf51c8309","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:22.009662822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b90d5dc-e94b-456a-af67-020cf51c8309","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:22.122198063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"bf6e1846-70bf-4652-b3fd-01bbc27b36df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:22.122237201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"ec710cc3-f8d1-4fc1-af26-1f7e95b1d0b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:22.122686007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"0cdb8872-ca42-4fcc-824b-b815c0f9c1e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:22.1227188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"556e2259-e1ad-4fbf-a4a7-91f8d4a8fa16","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8c8241","tenantID":"e2e-extmod-a-8c8241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:22.123206603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"f3547173-1d35-4bbc-a036-456531668886","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:22.134159465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"0cdb8872-ca42-4fcc-824b-b815c0f9c1e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:22.135551932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"ec710cc3-f8d1-4fc1-af26-1f7e95b1d0b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:22.136566692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"f3547173-1d35-4bbc-a036-456531668886","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:22.137913162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"bf6e1846-70bf-4652-b3fd-01bbc27b36df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:22.1472432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"556e2259-e1ad-4fbf-a4a7-91f8d4a8fa16","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"name":"e2e-extmod-a-8c8241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:22.159237603Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8c8241-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f53d8875e4fe02040b690288167f201d90bf6271023bd36d466e3b8d8cc9228) AuthConfig (dc906cadfde067f22ba3a3dfbb7386922f165900af4feb53cd89b7553c96527c) AuthConfig (7c96a6d5e5f06020046586fcdcaf14e7bf151c9fb7d9a34f4adb329c041aa5e3) AuthConfig (91a98edb08c4fde5aeb90c7238fe25c7a3065fa2a69aaa418a96b93289dada73) AuthConfig (d465328b444ef64a1e052552a7b1c6a2c6161b2c4656cb937e5ed760bcdd21c3) AuthConfig (df717c8c53e7dba42a17473077d702dd5c1ee9b248b3da0abf9b9cbfb66f4391) AuthConfig (626c18cd540e3e09dd5f3a60fed67e066443d9e69e2e22a1c2d2bfe8881748fd) AuthConfig (b377d9a28677ed2f7a28d6df57a95d2c728ba117540cfd9b1d507cb772baaf5a) AuthConfig (c263a1b8dbef41e1132192c319f9d6dbb9dc547e7e7c0497549f65caabd3014e) AuthConfig (3ece3e4cdc5fa22e07ba076cb5b3b90282da0005046c9c85b9ed2ae4199fe540)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"556e2259-e1ad-4fbf-a4a7-91f8d4a8fa16","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:22.260100777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"32f290e2-5298-4b05-8a6a-beab847acbbe","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"tenant":"e2e-extmod-a-222480","gateway":"openshift-ingress/e2e-extmod-a-222480","model":"ai-tenant-e2e-extmod-a-222480/e2e-cmp-legacy-595f66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:22.260124045Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"32f290e2-5298-4b05-8a6a-beab847acbbe","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"routeName":"external-model-e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480","model":"e2e-cmp-legacy-595f66","externalModel":"e2e-cmp-legacy-595f66","provider":"e2e-cmp-legacy-595f66-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:22.267173864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"0b9e41d0-42bd-427f-9940-e2b5cce1941b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:22.277162528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"0b9e41d0-42bd-427f-9940-e2b5cce1941b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:22.281287633Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-595f66-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-sub","reconcileID":"cf98ef23-c913-4349-95a0-def1cd45e14b","MaaSSubscription":{"name":"e2e-cmp-legacy-595f66-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-299e8d76","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:22.381106872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"bfd4692f-722e-4623-b2b3-676da4e20b73","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:22.39279308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"bfd4692f-722e-4623-b2b3-676da4e20b73","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:25.989832585Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-2-4f078e"},"namespace":"e2e-extmod-cfl-2-4f078e","name":"e2e-cfl-3a88d8","reconcileID":"4ffcd3dd-cd65-4354-ab31-65343f5b6953","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-2-4f078e"},"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-2-4f078e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:26.087882408Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-85c02c-ca97c8-sub","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-ca97c8-sub","reconcileID":"2e11166c-64c5-49cf-9be7-bada89b8a831","MaaSSubscription":{"name":"e2e-cfl-same-85c02c-ca97c8-sub","namespace":"ai-tenant-e2e-extmod-a-517027"},"model":"e2e-extmod-cfl-2-ca97c8/e2e-cfl-same-85c02c","subscription":"e2e-cfl-same-85c02c-ca97c8-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:26.098745321Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-85c02c-ca97c8-sub","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-ca97c8-sub","reconcileID":"2e11166c-64c5-49cf-9be7-bada89b8a831","MaaSSubscription":{"name":"e2e-cfl-same-85c02c-ca97c8-sub","namespace":"ai-tenant-e2e-extmod-a-517027"},"model":"e2e-extmod-cfl-2-ca97c8/e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:26.104461116Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-85c02c-ca97c8-sub","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-ca97c8-sub","reconcileID":"2e11166c-64c5-49cf-9be7-bada89b8a831","MaaSSubscription":{"name":"e2e-cfl-same-85c02c-ca97c8-sub","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"maas-trlp-e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8","model":"e2e-extmod-cfl-2-ca97c8/e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:26.242454205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","reconcileID":"3bb95636-59a4-48e1-ac8a-9caebbe73392","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"tenant":"e2e-extmod-a-517027","gateway":"openshift-ingress/e2e-extmod-a-517027","model":"e2e-extmod-cfl-2-ca97c8/e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:26.242485213Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","reconcileID":"3bb95636-59a4-48e1-ac8a-9caebbe73392","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"routeName":"external-model-e2e-cfl-same-85c02c-ffdc8a8ecb2f","namespace":"e2e-extmod-cfl-2-ca97c8","model":"e2e-cfl-same-85c02c","externalModel":"e2e-cfl-same-85c02c","provider":"e2e-cfl-same-85c02c","gateway":"openshift-ingress/e2e-extmod-a-517027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:26.257721652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"7a064f9e-5393-465b-957c-8b7f0b5ef07b","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:26.260622736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-ca97c8-access","reconcileID":"028ca99c-63e0-4d69-b84f-3566f40e3062","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:26.267878174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"7a064f9e-5393-465b-957c-8b7f0b5ef07b","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:26.268568653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"d4eadd17-dad8-4498-83df-6601b9e0af2d","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"tenant":"e2e-extmod-a-68685b","gateway":"openshift-ingress/e2e-extmod-a-68685b","model":"ai-tenant-e2e-extmod-a-68685b/e2e-cfl-19316d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:26.268585292Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"d4eadd17-dad8-4498-83df-6601b9e0af2d","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"routeName":"external-model-e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b","model":"e2e-cfl-19316d","externalModel":"e2e-cfl-19316d","provider":"e2e-cfl-19316d-provider","gateway":"openshift-ingress/e2e-extmod-a-68685b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:26.270348008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-ca97c8-access","reconcileID":"028ca99c-63e0-4d69-b84f-3566f40e3062","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:26.278229998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"3e6dfc63-079e-4377-80a4-23fe489c8cbf","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"tenant":"e2e-extmod-a-517027","gateway":"openshift-ingress/e2e-extmod-a-517027","model":"e2e-extmod-cfl-1-43b319/e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:26.27824948Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"3e6dfc63-079e-4377-80a4-23fe489c8cbf","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"routeName":"external-model-e2e-cfl-same-85c02c-9b2c7e49cd56","namespace":"e2e-extmod-cfl-1-43b319","model":"e2e-cfl-same-85c02c","externalModel":"e2e-cfl-same-85c02c","provider":"e2e-cfl-same-85c02c","gateway":"openshift-ingress/e2e-extmod-a-517027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:26.395706757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","reconcileID":"988673b2-6731-47cd-89f1-212184506aea","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"tenant":"e2e-extmod-a-517027","gateway":"openshift-ingress/e2e-extmod-a-517027","model":"e2e-extmod-cfl-2-ca97c8/e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:26.39573084Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","reconcileID":"988673b2-6731-47cd-89f1-212184506aea","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"routeName":"external-model-e2e-cfl-same-85c02c-ffdc8a8ecb2f","namespace":"e2e-extmod-cfl-2-ca97c8","model":"e2e-cfl-same-85c02c","externalModel":"e2e-cfl-same-85c02c","provider":"e2e-cfl-same-85c02c","gateway":"openshift-ingress/e2e-extmod-a-517027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:26.397523442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-ca97c8-access","reconcileID":"128020cc-867b-4ecb-8170-9f858197a367","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:26.407687115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-ca97c8-access","reconcileID":"128020cc-867b-4ecb-8170-9f858197a367","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:26.493728373Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-ca97c8-access","reconcileID":"21ec7e3b-4e5f-429a-bba0-b0774c7dac0f","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-ca97c8-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"model":"e2e-extmod-cfl-2-ca97c8/e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:26.522032552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","reconcileID":"aaf4e1b8-5472-45b6-ab13-87088730c87c","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"tenant":"e2e-extmod-a-517027","gateway":"openshift-ingress/e2e-extmod-a-517027","model":"e2e-extmod-cfl-2-ca97c8/e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:26.522085445Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","reconcileID":"aaf4e1b8-5472-45b6-ab13-87088730c87c","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"routeName":"external-model-e2e-cfl-same-85c02c-ffdc8a8ecb2f","namespace":"e2e-extmod-cfl-2-ca97c8","model":"e2e-cfl-same-85c02c","externalModel":"e2e-cfl-same-85c02c","provider":"e2e-cfl-same-85c02c","gateway":"openshift-ingress/e2e-extmod-a-517027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:26.544389734Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-19316d","reconcileID":"13b01fc6-d3b6-4183-a754-4af8e90103df","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:26.675322791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"67d2447c-bc88-40bb-9f96-2aa37f05754d","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"tenant":"e2e-extmod-a-517027","gateway":"openshift-ingress/e2e-extmod-a-517027","model":"e2e-extmod-cfl-1-43b319/e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:26.675348462Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"67d2447c-bc88-40bb-9f96-2aa37f05754d","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"routeName":"external-model-e2e-cfl-same-85c02c-9b2c7e49cd56","namespace":"e2e-extmod-cfl-1-43b319","model":"e2e-cfl-same-85c02c","externalModel":"e2e-cfl-same-85c02c","provider":"e2e-cfl-same-85c02c","gateway":"openshift-ingress/e2e-extmod-a-517027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:26.690216354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"5f31ea32-4862-4f52-bd2f-88d357faa2f1","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:26.699064927Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-85c02c-43b319-sub","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-sub","reconcileID":"dbe6f44b-e28c-4ac2-a8a2-500321d04d98","MaaSSubscription":{"name":"e2e-cfl-same-85c02c-43b319-sub","namespace":"ai-tenant-e2e-extmod-a-517027"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f14a6ab4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:26.700930524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"5f31ea32-4862-4f52-bd2f-88d357faa2f1","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:26.837548753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"7eed4ad1-8518-46a0-9635-e89ba330a8c5","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:26.848604121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"7eed4ad1-8518-46a0-9635-e89ba330a8c5","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:31.422280996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"e3621f25-7334-430c-b547-bc58e24d89ea","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:31.432542321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"e3621f25-7334-430c-b547-bc58e24d89ea","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:31.441076039Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c9bce8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (61e74c0ad4d59fd6b2fe6d81000c8e8c81691b0cad17477e24cd038107fcb1ac) AuthConfig (49b87fe5ff8235db9c9477bf7ce18794b9bcbbf23c723820506afe1ca51fe3f3) AuthConfig (701820a1e59b3eaf006aa856fde6265e2d7c8b5689e2b4662d0f2a2f627315db) AuthConfig (4d6eaedeb8a9b04f6ef8e30fed754bd4fb2bc61e598f2cd2bcc62b0d9bf0eb96) AuthConfig (e4b2227dd38f562111946633774ea572c8b5a9c4d3b9093ef9d1f82696118460) AuthConfig (7adca045761e0b64bd060d3b9116b1c776958293d885baf5a8e2790d33496548) AuthConfig (98aa27f00ed7a96d9964145c6748de2de0d42f30646b5b20b48ebb3d6d61a025) AuthConfig (a45b8e3e26e614a9ab118dcce705ec59a8a4120ee78a0143cbd330b435d8c481) AuthConfig (5b6c1303bdc129dc7bc7339c60e48a78b91f44c9f44a1ecfa2f0a878053d3a72) AuthConfig (aa78c34ac0e946946f1ac24cd9383114378bfe70fe543f1d5732082307692485)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"e3621f25-7334-430c-b547-bc58e24d89ea","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:31.737099842Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-839df5-996be3-sub","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-ok-839df5-996be3-sub","reconcileID":"b334b52a-7ad9-4ce7-95a1-12ecda4f8b61","MaaSSubscription":{"name":"e2e-cfl-ok-839df5-996be3-sub","namespace":"ai-tenant-e2e-extmod-a-68685b"},"model":"e2e-extmod-cfl-1-996be3/e2e-cfl-ok-839df5","subscription":"e2e-cfl-ok-839df5-996be3-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:31.747128718Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-839df5-996be3-sub","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-ok-839df5-996be3-sub","reconcileID":"b334b52a-7ad9-4ce7-95a1-12ecda4f8b61","MaaSSubscription":{"name":"e2e-cfl-ok-839df5-996be3-sub","namespace":"ai-tenant-e2e-extmod-a-68685b"},"model":"e2e-extmod-cfl-1-996be3/e2e-cfl-ok-839df5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:31.754310937Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-839df5-996be3-sub","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-ok-839df5-996be3-sub","reconcileID":"b334b52a-7ad9-4ce7-95a1-12ecda4f8b61","MaaSSubscription":{"name":"e2e-cfl-ok-839df5-996be3-sub","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"maas-trlp-e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3","model":"e2e-extmod-cfl-1-996be3/e2e-cfl-ok-839df5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:31.796376847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-ok-839df5","reconcileID":"da2b0c86-57fb-40bc-be9f-81899020095e","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"tenant":"e2e-extmod-a-68685b","gateway":"openshift-ingress/e2e-extmod-a-68685b","model":"e2e-extmod-cfl-1-996be3/e2e-cfl-ok-839df5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:31.796397691Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-ok-839df5","reconcileID":"da2b0c86-57fb-40bc-be9f-81899020095e","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"routeName":"external-model-e2e-cfl-ok-839df5-637e2dcf0163","namespace":"e2e-extmod-cfl-1-996be3","model":"e2e-cfl-ok-839df5","externalModel":"e2e-cfl-ok-839df5","provider":"e2e-cfl-ok-839df5-provider","gateway":"openshift-ingress/e2e-extmod-a-68685b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:31.807865691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-839df5-996be3-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-ok-839df5-996be3-access","reconcileID":"ec6ad118-61f6-4a59-b1ec-554c50354e4e","MaaSAuthPolicy":{"name":"e2e-cfl-ok-839df5-996be3-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:31.807922531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"0f6074b2-e2f2-4e27-b4e9-2b968e1cfa6f","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:31.81985759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"0f6074b2-e2f2-4e27-b4e9-2b968e1cfa6f","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:31.819918392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-839df5-996be3-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-ok-839df5-996be3-access","reconcileID":"ec6ad118-61f6-4a59-b1ec-554c50354e4e","MaaSAuthPolicy":{"name":"e2e-cfl-ok-839df5-996be3-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:31.907768789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-839df5-996be3-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-ok-839df5-996be3-access","reconcileID":"a9547c2d-b29d-48d0-a4c7-0eeeac509751","MaaSAuthPolicy":{"name":"e2e-cfl-ok-839df5-996be3-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:31.917341021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-839df5-996be3-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-ok-839df5-996be3-access","reconcileID":"a9547c2d-b29d-48d0-a4c7-0eeeac509751","MaaSAuthPolicy":{"name":"e2e-cfl-ok-839df5-996be3-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:31.94000122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-ok-839df5","reconcileID":"c463bf3a-aecc-4227-8095-3732f10b514a","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"tenant":"e2e-extmod-a-68685b","gateway":"openshift-ingress/e2e-extmod-a-68685b","model":"e2e-extmod-cfl-1-996be3/e2e-cfl-ok-839df5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:31.940022019Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-ok-839df5","reconcileID":"c463bf3a-aecc-4227-8095-3732f10b514a","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"routeName":"external-model-e2e-cfl-ok-839df5-637e2dcf0163","namespace":"e2e-extmod-cfl-1-996be3","model":"e2e-cfl-ok-839df5","externalModel":"e2e-cfl-ok-839df5","provider":"e2e-cfl-ok-839df5-provider","gateway":"openshift-ingress/e2e-extmod-a-68685b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.088194762Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-839df5-996be3-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-ok-839df5-996be3-access","reconcileID":"82460d89-65fe-4528-8f62-c8aa1bec0e5c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-839df5-996be3-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"model":"e2e-extmod-cfl-1-996be3/e2e-cfl-ok-839df5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.141259675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-ok-839df5","reconcileID":"15835cb2-9f68-4e6a-869c-62d995958ad6","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"tenant":"e2e-extmod-a-68685b","gateway":"openshift-ingress/e2e-extmod-a-68685b","model":"e2e-extmod-cfl-1-996be3/e2e-cfl-ok-839df5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.141282598Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-ok-839df5","reconcileID":"15835cb2-9f68-4e6a-869c-62d995958ad6","MaaSModelRef":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"routeName":"external-model-e2e-cfl-ok-839df5-637e2dcf0163","namespace":"e2e-extmod-cfl-1-996be3","model":"e2e-cfl-ok-839df5","externalModel":"e2e-cfl-ok-839df5","provider":"e2e-cfl-ok-839df5-provider","gateway":"openshift-ingress/e2e-extmod-a-68685b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.187537802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"40c07d48-e6cd-4249-a19d-d83578157c47","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8c8241","tenantID":"e2e-extmod-a-8c8241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.201638267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"40c07d48-e6cd-4249-a19d-d83578157c47","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"name":"e2e-extmod-a-8c8241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.249592344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e","reconcileID":"a7aaed8d-24e8-449c-874b-ac17743cfba6","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"tenant":"e2e-extmod-a-8c8241","gateway":"openshift-ingress/e2e-extmod-a-8c8241","model":"ai-tenant-e2e-extmod-a-8c8241/e2e-cmp-legacy-8a1b3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.249614437Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e","reconcileID":"a7aaed8d-24e8-449c-874b-ac17743cfba6","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"routeName":"external-model-e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241","model":"e2e-cmp-legacy-8a1b3e","externalModel":"e2e-cmp-legacy-8a1b3e","provider":"e2e-cmp-legacy-8a1b3e-provider","gateway":"openshift-ingress/e2e-extmod-a-8c8241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.285979666Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-595f66-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-sub","reconcileID":"5c56d6ba-098c-4100-87fc-d8e304042a4e","MaaSSubscription":{"name":"e2e-cmp-legacy-595f66-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"model":"ai-tenant-e2e-extmod-a-222480/e2e-cmp-legacy-595f66","subscription":"e2e-cmp-legacy-595f66-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.303817913Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-595f66-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-sub","reconcileID":"5c56d6ba-098c-4100-87fc-d8e304042a4e","MaaSSubscription":{"name":"e2e-cmp-legacy-595f66-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"model":"ai-tenant-e2e-extmod-a-222480/e2e-cmp-legacy-595f66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.309569487Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-595f66-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-sub","reconcileID":"5c56d6ba-098c-4100-87fc-d8e304042a4e","MaaSSubscription":{"name":"e2e-cmp-legacy-595f66-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"maas-trlp-e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480","model":"ai-tenant-e2e-extmod-a-222480/e2e-cmp-legacy-595f66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.351187571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"1a02a000-8fab-4182-9319-a0cc75fddc41","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"tenant":"e2e-extmod-a-222480","gateway":"openshift-ingress/e2e-extmod-a-222480","model":"ai-tenant-e2e-extmod-a-222480/e2e-cmp-legacy-595f66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.35120579Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"1a02a000-8fab-4182-9319-a0cc75fddc41","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"routeName":"external-model-e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480","model":"e2e-cmp-legacy-595f66","externalModel":"e2e-cmp-legacy-595f66","provider":"e2e-cmp-legacy-595f66-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.372638632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"57bbbfd3-5ec3-4c92-b482-e2922a281158","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.399639901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"57bbbfd3-5ec3-4c92-b482-e2922a281158","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.49769752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"74d04511-6303-41a9-a202-e090f97d6cc3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.507672674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"74d04511-6303-41a9-a202-e090f97d6cc3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.508191856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"664b47d6-3005-4838-af86-712346ccc32f","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"tenant":"e2e-extmod-a-222480","gateway":"openshift-ingress/e2e-extmod-a-222480","model":"ai-tenant-e2e-extmod-a-222480/e2e-cmp-legacy-595f66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.508209524Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"664b47d6-3005-4838-af86-712346ccc32f","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"routeName":"external-model-e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480","model":"e2e-cmp-legacy-595f66","externalModel":"e2e-cmp-legacy-595f66","provider":"e2e-cmp-legacy-595f66-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.58646176Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"bf9844c4-9e41-4553-9d91-5ca333ae83dd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"model":"ai-tenant-e2e-extmod-a-222480/e2e-cmp-legacy-595f66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.655821505Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-ok-839df5","reconcileID":"cbd042cf-0632-466e-801e-3472eda1065f","namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-ok-839df5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.669137063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"a397c103-9825-4b44-91a7-5e1bd8a1dd3d","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.672472369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"76cb0fe1-6223-4f7d-9dbb-8f87832bafdb","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.672935691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f903e30-8ae7-45ed-a506-56dd90f908e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.673512675Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-19316d","reconcileID":"3097b175-46fb-4a54-94fe-e7aefa908ab1","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.677517693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"87a05f4b-637e-4937-bf93-c45249095af5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.68047839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"a397c103-9825-4b44-91a7-5e1bd8a1dd3d","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.68301376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f903e30-8ae7-45ed-a506-56dd90f908e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.683058399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"76cb0fe1-6223-4f7d-9dbb-8f87832bafdb","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.686764628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"bf9844c4-9e41-4553-9d91-5ca333ae83dd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.690888557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"87a05f4b-637e-4937-bf93-c45249095af5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.72659066Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"bf9844c4-9e41-4553-9d91-5ca333ae83dd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.726614773Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66-access","reconcileID":"bf9844c4-9e41-4553-9d91-5ca333ae83dd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-595f66-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.744819922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"204a8b84-706f-435a-be4c-a2c6bfac5614","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"tenant":"e2e-extmod-a-222480","gateway":"openshift-ingress/e2e-extmod-a-222480","model":"ai-tenant-e2e-extmod-a-222480/e2e-cmp-legacy-595f66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.744843813Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"204a8b84-706f-435a-be4c-a2c6bfac5614","MaaSModelRef":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"routeName":"external-model-e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480","model":"e2e-cmp-legacy-595f66","externalModel":"e2e-cmp-legacy-595f66","provider":"e2e-cmp-legacy-595f66-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.794219088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"namespace":"e2e-extmod-cfl-1-ceaa45","name":"e2e-cfl-3a88d8","reconcileID":"d98aa0ca-f7e3-4b1f-9ee4-d3b14fd7ad3c","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"tenant":"e2e-extmod-a-c9bce8","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","model":"e2e-extmod-cfl-1-ceaa45/e2e-cfl-3a88d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.794243121Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"namespace":"e2e-extmod-cfl-1-ceaa45","name":"e2e-cfl-3a88d8","reconcileID":"d98aa0ca-f7e3-4b1f-9ee4-d3b14fd7ad3c","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"routeName":"external-model-e2e-cfl-3a88d8-189f45b6f54f","namespace":"e2e-extmod-cfl-1-ceaa45","model":"e2e-cfl-3a88d8","externalModel":"e2e-cfl-3a88d8","provider":"e2e-cfl-3a88d8-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.796304979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"f2685ff6-6ebc-4a27-a5d2-db0e0e075436","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.797475176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"412455ff-2d27-49fe-99df-8772000546eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.79854138Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-839df5","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-ok-839df5","reconcileID":"db0d7f23-52e8-42ea-8b82-01ae9be32067","namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-ok-839df5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.809601095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"b7b299bb-eb25-4042-b353-6790fe7e0334","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.817864831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"de33cebc-ffd8-4efd-8be3-ff7fe4ce8391","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8c8241","tenantID":"e2e-extmod-a-8c8241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.817944014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"d3cd3239-ca60-45e5-bd84-87595a39e227","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.823163464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"f2685ff6-6ebc-4a27-a5d2-db0e0e075436","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.824999087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"412455ff-2d27-49fe-99df-8772000546eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.896419759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"de33cebc-ffd8-4efd-8be3-ff7fe4ce8391","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"name":"e2e-extmod-a-8c8241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.948065646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"b7b299bb-eb25-4042-b353-6790fe7e0334","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:32.957551302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"d3cd3239-ca60-45e5-bd84-87595a39e227","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.015354912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"3ddf137e-0584-42b6-85c8-ba45c1485b72","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.020574441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f87bb440-0dde-4390-a3fa-7f0be5737426","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.026458151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"3ddf137e-0584-42b6-85c8-ba45c1485b72","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.03438132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f87bb440-0dde-4390-a3fa-7f0be5737426","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.133601981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"2e0b78ac-675d-4cbf-aab6-21c985b671e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.134815794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"9f7b63fd-5a03-4045-aec2-d4fbed064df0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.135790823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"a82d2967-f72d-4978-914a-e9811609457f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.145736544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"2e0b78ac-675d-4cbf-aab6-21c985b671e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.149949056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"a82d2967-f72d-4978-914a-e9811609457f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.153420064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"9f7b63fd-5a03-4045-aec2-d4fbed064df0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.219126165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"3d271238-c6bc-4980-80a1-40b1244ef756","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8c8241","tenantID":"e2e-extmod-a-8c8241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.220629684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"dbf9efac-6856-4c6a-b3f9-74536d98647c","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.220836669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"0235c7e3-da6f-4b8f-85f6-a26337cde0e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.222228024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"f85bebfc-96d5-4bec-89f9-3f4dfaf9264e","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.222442752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"062e020c-bc58-4cd4-937e-9b1f2f35a611","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.229229354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"3d271238-c6bc-4980-80a1-40b1244ef756","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"name":"e2e-extmod-a-8c8241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.23155374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"dbf9efac-6856-4c6a-b3f9-74536d98647c","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.232543644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"0235c7e3-da6f-4b8f-85f6-a26337cde0e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.235303504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"062e020c-bc58-4cd4-937e-9b1f2f35a611","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.236824456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"f85bebfc-96d5-4bec-89f9-3f4dfaf9264e","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.320390319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"ebedd9d2-e414-4025-b899-708bd25e4af0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.320527194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3cdb6aa-e0aa-4aaf-a77b-000892e7805c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.321453942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"f67b0014-00d0-4243-8eeb-a407a80be344","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"tenant":"e2e-extmod-a-68685b","gateway":"openshift-ingress/e2e-extmod-a-68685b","model":"ai-tenant-e2e-extmod-a-68685b/e2e-cfl-19316d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.321473239Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"f67b0014-00d0-4243-8eeb-a407a80be344","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"routeName":"external-model-e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b","model":"e2e-cfl-19316d","externalModel":"e2e-cfl-19316d","provider":"e2e-cfl-19316d-provider","gateway":"openshift-ingress/e2e-extmod-a-68685b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.323056496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"d6981f2f-480c-4190-bae8-66e2b297275b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.323816683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"ed85981e-15d9-45e4-b50b-79d1efb0de77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.324554871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"7a5a7d19-f4d8-40d3-b5a3-142689d1f1c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.371517376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"d6981f2f-480c-4190-bae8-66e2b297275b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.371568194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"ebedd9d2-e414-4025-b899-708bd25e4af0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.373779282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3cdb6aa-e0aa-4aaf-a77b-000892e7805c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.374622072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"ed85981e-15d9-45e4-b50b-79d1efb0de77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.374916573Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"95a5e588-7738-429b-9b9b-3d4c8942d86a","namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.377631288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"7a5a7d19-f4d8-40d3-b5a3-142689d1f1c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.395749158Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-19316d-68685b-sub","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-sub","reconcileID":"7b15078c-e96c-4c66-8e63-2c6c28b32585","MaaSSubscription":{"name":"e2e-cfl-19316d-68685b-sub","namespace":"ai-tenant-e2e-extmod-a-68685b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f983d766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.470378969Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-595f66","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","reconcileID":"372d7263-fb96-4eff-825f-b3c2a141779d","namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cmp-legacy-595f66","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.584099127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"73fa5bc4-07bc-4f4b-ae52-6e67fd136592","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.587172934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"4655739d-b6dd-4ac6-b22b-9ae4780e90cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.610518749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"3818611a-252e-4c60-8adc-79335eb1077b","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.611427744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"3c488f2e-c5ee-4ada-95f1-97fd08763bc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.611913999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"84788606-683e-4f85-b2aa-0718b0e956b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.616925805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"73fa5bc4-07bc-4f4b-ae52-6e67fd136592","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.626334283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"4655739d-b6dd-4ac6-b22b-9ae4780e90cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.637195383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"3c488f2e-c5ee-4ada-95f1-97fd08763bc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.644002529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"84788606-683e-4f85-b2aa-0718b0e956b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.646552673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"3818611a-252e-4c60-8adc-79335eb1077b","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.758906194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"c745142a-cf88-4d6e-a1d6-600d18c23cc0","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.773088424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"c745142a-cf88-4d6e-a1d6-600d18c23cc0","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.854252148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"b3230adb-c506-41e5-83bb-27bffdb4424c","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.858021809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"0877f1b7-d4ac-417e-be74-ad8e7768e356","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.859929533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ea3bc19-b717-482b-adfb-0c717f255180","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.860311955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"9722a58e-00e9-4982-a326-6955b5f3e850","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.863878644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"b3230adb-c506-41e5-83bb-27bffdb4424c","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.867812753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"0877f1b7-d4ac-417e-be74-ad8e7768e356","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.871151287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"9722a58e-00e9-4982-a326-6955b5f3e850","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:33.871182466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ea3bc19-b717-482b-adfb-0c717f255180","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:34.012525194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"8add06f9-96b6-4c4b-a30d-61491cf35856","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8c8241","tenantID":"e2e-extmod-a-8c8241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:34.013084869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"32bf583b-2468-4f8d-9559-08bae805a28d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:34.020160893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bbb8ed1b-3bff-49e9-9508-8e4d0e072cd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:34.020193738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"cc034192-6515-4c2d-a1e7-9d529d690f8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:34.026516486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"8add06f9-96b6-4c4b-a30d-61491cf35856","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"name":"e2e-extmod-a-8c8241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:34.02778516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"32bf583b-2468-4f8d-9559-08bae805a28d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:34.031339692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bbb8ed1b-3bff-49e9-9508-8e4d0e072cd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:34.034081919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"cc034192-6515-4c2d-a1e7-9d529d690f8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:34.066651528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"dc06e93f-739b-47b2-8439-75429a2c4529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:34.06695516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"682143cc-4d47-4d0d-8240-cd6648bf2182","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:34.080918548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"dc06e93f-739b-47b2-8439-75429a2c4529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:34.081380432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"682143cc-4d47-4d0d-8240-cd6648bf2182","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:35.510831654Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","reconcileID":"b54003e3-07e6-407a-b54f-55516f102a29","namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:35.529100531Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","reconcileID":"c037a019-0b02-4330-a821-27c9403e5129","namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:35.531154817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"dc5ad203-e570-488d-bed2-c4b26d4cef26","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:35.532624195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"8f5c5012-f9f8-4c28-a2ee-01cbf1322954","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:35.536624123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"9551008e-df67-4316-b53a-a8e7b58fb4de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:35.537024431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"94692d8e-b6de-4307-85c8-edc8e786f84c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:35.539616288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"1958c7cc-d6c5-4f8e-9796-d76c1d692684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:35.54244069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"dc5ad203-e570-488d-bed2-c4b26d4cef26","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:35.542524553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"8f5c5012-f9f8-4c28-a2ee-01cbf1322954","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:35.552962379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"94692d8e-b6de-4307-85c8-edc8e786f84c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:35.553652994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"9551008e-df67-4316-b53a-a8e7b58fb4de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:35.556024468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"1958c7cc-d6c5-4f8e-9796-d76c1d692684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:35.696970105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"f7f0e797-5236-480b-a083-30c6dcd7c402","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:35.697218052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5066c5a9-c87b-499e-b858-1ef23dc91336","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:35.697385029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"aa5ea5ad-a0e4-4c82-886a-ef184dbc61ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:35.697878536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"cd107da5-005e-4eae-87a0-725775cd54bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:35.701932496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"7373b42e-e8d1-4ccc-8e3a-2118b714c56f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:35.707456091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5066c5a9-c87b-499e-b858-1ef23dc91336","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:35.708880595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"f7f0e797-5236-480b-a083-30c6dcd7c402","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:35.710220458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"aa5ea5ad-a0e4-4c82-886a-ef184dbc61ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:35.714413943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"cd107da5-005e-4eae-87a0-725775cd54bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:35.714817852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"7373b42e-e8d1-4ccc-8e3a-2118b714c56f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:35.737855691Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","reconcileID":"26c26802-a6e2-458a-b199-d0498fa4da25","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:35.779496634Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","reconcileID":"533e2e28-320f-4bfd-b094-4a94b843f6da","namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:35.789610703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","reconcileID":"faaff132-2c41-4f2b-b3d1-c45d120bd978","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"tenant":"e2e-extmod-a-222480","gateway":"openshift-ingress/e2e-extmod-a-222480","model":"e2e-extmod-cfl-1-807a30/e2e-cfl-ok-b4483c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:35.789638435Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","reconcileID":"faaff132-2c41-4f2b-b3d1-c45d120bd978","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"routeName":"external-model-e2e-cfl-ok-b4483c-bfd67cf3b219","namespace":"e2e-extmod-cfl-1-807a30","model":"e2e-cfl-ok-b4483c","externalModel":"e2e-cfl-ok-b4483c","provider":"e2e-cfl-ok-b4483c-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:35.803583807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"baca5ab5-8507-405a-8c2d-ce1cbdd0967d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8c8241","tenantID":"e2e-extmod-a-8c8241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:35.803787293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"9540993f-5c35-4dd5-b315-e7ae2e65aca9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:35.80357713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"420fb8ae-feac-4469-973a-f348add32ca5","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:35.817141031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"420fb8ae-feac-4469-973a-f348add32ca5","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:35.817142865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"9540993f-5c35-4dd5-b315-e7ae2e65aca9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:35.82022079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"baca5ab5-8507-405a-8c2d-ce1cbdd0967d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"name":"e2e-extmod-a-8c8241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:35.921941121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"7a0eec5a-4777-493b-a3c8-664570a2f33b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:35.923661645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43fcfd61-b1b8-4a0c-8320-1c4f38cc84c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:35.927520305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","reconcileID":"9592466c-0234-4045-bcd0-d40c0e0b5a44","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"tenant":"e2e-extmod-a-222480","gateway":"openshift-ingress/e2e-extmod-a-222480","model":"e2e-extmod-cfl-1-807a30/e2e-cfl-ok-b4483c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:35.927541451Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","reconcileID":"9592466c-0234-4045-bcd0-d40c0e0b5a44","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"routeName":"external-model-e2e-cfl-ok-b4483c-bfd67cf3b219","namespace":"e2e-extmod-cfl-1-807a30","model":"e2e-cfl-ok-b4483c","externalModel":"e2e-cfl-ok-b4483c","provider":"e2e-cfl-ok-b4483c-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:35.941768097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"7a0eec5a-4777-493b-a3c8-664570a2f33b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:35.943078392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43fcfd61-b1b8-4a0c-8320-1c4f38cc84c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.020796972Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-2-4f078e"},"namespace":"e2e-extmod-cfl-2-4f078e","name":"e2e-cfl-3a88d8","reconcileID":"bda932be-b406-4b66-bb31-7f22be0b1834","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-2-4f078e"},"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-2-4f078e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.041904106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"636a6b0b-abb5-4a05-9709-592aa9795ffa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.074014434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"e0efec8c-9a99-4fad-ab71-68b3d35a23d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.075870237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"c40e8148-641b-421a-b349-1a060b9dd20f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.085253066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"636a6b0b-abb5-4a05-9709-592aa9795ffa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.087683486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"1a881a16-b626-414e-bed2-97eefad628e2","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.094200623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"c40e8148-641b-421a-b349-1a060b9dd20f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.094262198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"e0efec8c-9a99-4fad-ab71-68b3d35a23d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.112964163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"1a881a16-b626-414e-bed2-97eefad628e2","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.123612064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"2a55d8e4-6056-4ddc-9339-b7c937f2b2be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.147239389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"2a55d8e4-6056-4ddc-9339-b7c937f2b2be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.190659153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"e47ae364-d0a0-450c-aae0-62764ac9124a","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.205324942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"e9b73275-4e1f-4fe4-9eb1-4aaf05dec853","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.211300675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"e47ae364-d0a0-450c-aae0-62764ac9124a","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.218492229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5910c56-5ea3-430f-acfa-5ecdd7bfd4c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.273275597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"e9b73275-4e1f-4fe4-9eb1-4aaf05dec853","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.277656201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5910c56-5ea3-430f-acfa-5ecdd7bfd4c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.290083503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"0fbb8ba1-4d4f-40b3-9bc1-2d72beddf9fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.305615462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"0fbb8ba1-4d4f-40b3-9bc1-2d72beddf9fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.383256331Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.392435116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"b6c21a03-c8f8-4f59-862e-f3481aefeca2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.402673206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"b6c21a03-c8f8-4f59-862e-f3481aefeca2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.502886683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"9cad6596-1792-4f8e-b3dc-24199ddf21ff","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8c8241","tenantID":"e2e-extmod-a-8c8241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.503177704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"d5c3f5a3-00fc-4f72-afcc-8b819adbd08e","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.506839062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"72a500e5-4c4e-4682-a049-4f82aefc0bf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.507900054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"e1294081-63c7-48a2-937f-6f10f991fd09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.513341973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"9cad6596-1792-4f8e-b3dc-24199ddf21ff","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"name":"e2e-extmod-a-8c8241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.52466741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"d5c3f5a3-00fc-4f72-afcc-8b819adbd08e","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.525913986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"e1294081-63c7-48a2-937f-6f10f991fd09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.528293923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"72a500e5-4c4e-4682-a049-4f82aefc0bf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.558448344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","reconcileID":"9015c786-29b9-4590-a8f5-e4f6437f2d9d","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"tenant":"e2e-extmod-a-222480","gateway":"openshift-ingress/e2e-extmod-a-222480","model":"e2e-extmod-cfl-1-807a30/e2e-cfl-ok-b4483c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.558466814Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","reconcileID":"9015c786-29b9-4590-a8f5-e4f6437f2d9d","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"routeName":"external-model-e2e-cfl-ok-b4483c-bfd67cf3b219","namespace":"e2e-extmod-cfl-1-807a30","model":"e2e-cfl-ok-b4483c","externalModel":"e2e-cfl-ok-b4483c","provider":"e2e-cfl-ok-b4483c-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.587677719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"ad46cd55-7033-4f97-a063-d685ba4dabf5","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.629171682Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"ad46cd55-7033-4f97-a063-d685ba4dabf5","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.648516817Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"ad46cd55-7033-4f97-a063-d685ba4dabf5","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.667698988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","reconcileID":"e23c42f6-a5c8-4f60-80ee-62cec7cd7530","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"tenant":"e2e-extmod-a-222480","gateway":"openshift-ingress/e2e-extmod-a-222480","model":"e2e-extmod-cfl-1-807a30/e2e-cfl-ok-b4483c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.667730495Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","reconcileID":"e23c42f6-a5c8-4f60-80ee-62cec7cd7530","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"routeName":"external-model-e2e-cfl-ok-b4483c-bfd67cf3b219","namespace":"e2e-extmod-cfl-1-807a30","model":"e2e-cfl-ok-b4483c","externalModel":"e2e-cfl-ok-b4483c","provider":"e2e-cfl-ok-b4483c-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.712704565Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-85c02c-43b319-sub","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-sub","reconcileID":"7f591508-da71-4384-b321-b2d59a20ac3d","MaaSSubscription":{"name":"e2e-cfl-same-85c02c-43b319-sub","namespace":"ai-tenant-e2e-extmod-a-517027"},"model":"e2e-extmod-cfl-1-43b319/e2e-cfl-same-85c02c","subscription":"e2e-cfl-same-85c02c-43b319-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.731772108Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-85c02c-43b319-sub","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-sub","reconcileID":"7f591508-da71-4384-b321-b2d59a20ac3d","MaaSSubscription":{"name":"e2e-cfl-same-85c02c-43b319-sub","namespace":"ai-tenant-e2e-extmod-a-517027"},"model":"e2e-extmod-cfl-1-43b319/e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.737441186Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-85c02c-43b319-sub","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-sub","reconcileID":"7f591508-da71-4384-b321-b2d59a20ac3d","MaaSSubscription":{"name":"e2e-cfl-same-85c02c-43b319-sub","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"maas-trlp-e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319","model":"e2e-extmod-cfl-1-43b319/e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.920895131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"a7ca9f00-6619-4b88-84dd-12d234e62a5c","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"tenant":"e2e-extmod-a-517027","gateway":"openshift-ingress/e2e-extmod-a-517027","model":"e2e-extmod-cfl-1-43b319/e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.920935347Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"a7ca9f00-6619-4b88-84dd-12d234e62a5c","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"routeName":"external-model-e2e-cfl-same-85c02c-9b2c7e49cd56","namespace":"e2e-extmod-cfl-1-43b319","model":"e2e-cfl-same-85c02c","externalModel":"e2e-cfl-same-85c02c","provider":"e2e-cfl-same-85c02c","gateway":"openshift-ingress/e2e-extmod-a-517027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.94990747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"eca5b2c2-6ccd-43b2-a142-98383dcecd15","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:36.962304811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"eca5b2c2-6ccd-43b2-a142-98383dcecd15","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:37.072401672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"89f2dc5d-288f-4f1b-a1b0-8abd85e0c49e","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"tenant":"e2e-extmod-a-517027","gateway":"openshift-ingress/e2e-extmod-a-517027","model":"e2e-extmod-cfl-1-43b319/e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:37.072497501Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"89f2dc5d-288f-4f1b-a1b0-8abd85e0c49e","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"routeName":"external-model-e2e-cfl-same-85c02c-9b2c7e49cd56","namespace":"e2e-extmod-cfl-1-43b319","model":"e2e-cfl-same-85c02c","externalModel":"e2e-cfl-same-85c02c","provider":"e2e-cfl-same-85c02c","gateway":"openshift-ingress/e2e-extmod-a-517027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:37.089244206Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"3fa4675f-4c9f-45fb-812e-b702775e253a","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"model":"e2e-extmod-cfl-1-43b319/e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:37.308624385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"3fa4675f-4c9f-45fb-812e-b702775e253a","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:37.359705966Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"3fa4675f-4c9f-45fb-812e-b702775e253a","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"name":"e2e-extmod-a-517027-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:37.359730203Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"e2e-cfl-same-85c02c-43b319-access","reconcileID":"3fa4675f-4c9f-45fb-812e-b702775e253a","MaaSAuthPolicy":{"name":"e2e-cfl-same-85c02c-43b319-access","namespace":"ai-tenant-e2e-extmod-a-517027"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-517027","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:37.3775603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"892c620f-784c-405e-aa2a-0f5d0749ee2d","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"tenant":"e2e-extmod-a-517027","gateway":"openshift-ingress/e2e-extmod-a-517027","model":"e2e-extmod-cfl-1-43b319/e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:37.37758887Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"892c620f-784c-405e-aa2a-0f5d0749ee2d","MaaSModelRef":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"routeName":"external-model-e2e-cfl-same-85c02c-9b2c7e49cd56","namespace":"e2e-extmod-cfl-1-43b319","model":"e2e-cfl-same-85c02c","externalModel":"e2e-cfl-same-85c02c","provider":"e2e-cfl-same-85c02c","gateway":"openshift-ingress/e2e-extmod-a-517027","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:37.598857062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e","reconcileID":"909a80c0-be0e-4e43-b414-de99f9f1dcfd","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"tenant":"e2e-extmod-a-8c8241","gateway":"openshift-ingress/e2e-extmod-a-8c8241","model":"ai-tenant-e2e-extmod-a-8c8241/e2e-cmp-legacy-8a1b3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:37.598882115Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e","reconcileID":"909a80c0-be0e-4e43-b414-de99f9f1dcfd","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"routeName":"external-model-e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241","model":"e2e-cmp-legacy-8a1b3e","externalModel":"e2e-cmp-legacy-8a1b3e","provider":"e2e-cmp-legacy-8a1b3e-provider","gateway":"openshift-ingress/e2e-extmod-a-8c8241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:37.609222932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"b8898239-e7da-41b5-954f-f8963e65d95f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8c8241","tenantID":"e2e-extmod-a-8c8241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:37.622349932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"b8898239-e7da-41b5-954f-f8963e65d95f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"name":"e2e-extmod-a-8c8241-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:08:37.625156576Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-8a1b3e-sub","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-sub","reconcileID":"3f995504-ae73-4939-8d25-df6d85d6cfa2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-8a1b3e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:37.639745664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e","reconcileID":"01cb2d07-1102-4962-bdaf-cf3af0a9ee24","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"tenant":"e2e-extmod-a-8c8241","gateway":"openshift-ingress/e2e-extmod-a-8c8241","model":"ai-tenant-e2e-extmod-a-8c8241/e2e-cmp-legacy-8a1b3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:37.639764946Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e","reconcileID":"01cb2d07-1102-4962-bdaf-cf3af0a9ee24","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"routeName":"external-model-e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241","model":"e2e-cmp-legacy-8a1b3e","externalModel":"e2e-cmp-legacy-8a1b3e","provider":"e2e-cmp-legacy-8a1b3e-provider","gateway":"openshift-ingress/e2e-extmod-a-8c8241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:37.70080652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e","reconcileID":"2b4e8fc3-ba1c-4656-bac1-b673341ed7af","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"tenant":"e2e-extmod-a-8c8241","gateway":"openshift-ingress/e2e-extmod-a-8c8241","model":"ai-tenant-e2e-extmod-a-8c8241/e2e-cmp-legacy-8a1b3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:37.700831706Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e","reconcileID":"2b4e8fc3-ba1c-4656-bac1-b673341ed7af","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"routeName":"external-model-e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241","model":"e2e-cmp-legacy-8a1b3e","externalModel":"e2e-cmp-legacy-8a1b3e","provider":"e2e-cmp-legacy-8a1b3e-provider","gateway":"openshift-ingress/e2e-extmod-a-8c8241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:37.720280738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e","reconcileID":"41974bec-febc-42ac-ab85-0781511d5718","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"tenant":"e2e-extmod-a-8c8241","gateway":"openshift-ingress/e2e-extmod-a-8c8241","model":"ai-tenant-e2e-extmod-a-8c8241/e2e-cmp-legacy-8a1b3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:37.720303253Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e","reconcileID":"41974bec-febc-42ac-ab85-0781511d5718","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"routeName":"external-model-e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241","model":"e2e-cmp-legacy-8a1b3e","externalModel":"e2e-cmp-legacy-8a1b3e","provider":"e2e-cmp-legacy-8a1b3e-provider","gateway":"openshift-ingress/e2e-extmod-a-8c8241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:37.752665377Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-8a1b3e-sub","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-sub","reconcileID":"e25e60b1-562b-44a4-9e9f-81fed2a2524a","MaaSSubscription":{"name":"e2e-cmp-legacy-8a1b3e-sub","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"name":"maas-trlp-e2e-cmp-legacy-8a1b3e","model":"e2e-cmp-legacy-8a1b3e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-8c8241/e2e-cmp-legacy-8a1b3e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:37.764904908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"73923116-8ebc-4376-8b1e-3402bd8953ae","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8c8241","tenantID":"e2e-extmod-a-8c8241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:37.776765501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"73923116-8ebc-4376-8b1e-3402bd8953ae","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"name":"e2e-extmod-a-8c8241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:37.802106841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e","reconcileID":"81828734-cc8d-49e9-adc1-412c66e02640","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"tenant":"e2e-extmod-a-8c8241","gateway":"openshift-ingress/e2e-extmod-a-8c8241","model":"ai-tenant-e2e-extmod-a-8c8241/e2e-cmp-legacy-8a1b3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:37.802133782Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e","reconcileID":"81828734-cc8d-49e9-adc1-412c66e02640","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"routeName":"external-model-e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241","model":"e2e-cmp-legacy-8a1b3e","externalModel":"e2e-cmp-legacy-8a1b3e","provider":"e2e-cmp-legacy-8a1b3e-provider","gateway":"openshift-ingress/e2e-extmod-a-8c8241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:37.846135006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-8a1b3e-sub","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-sub","reconcileID":"30784338-2eeb-4641-aeeb-652e252a9142","MaaSSubscription":{"name":"e2e-cmp-legacy-8a1b3e-sub","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"name":"maas-trlp-e2e-cmp-legacy-8a1b3e","model":"ai-tenant-e2e-extmod-a-8c8241/e2e-cmp-legacy-8a1b3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:37.973834717Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"9c2766d9-926e-48a7-9c1f-03fee1155fa4","namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:37.998037299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"e336c8dd-22e7-4519-acc1-da2724843042","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:37.998144177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a0ad8a2-151d-4c7e-ae59-2cfe74a7c4bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:37.998576434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"4f55e164-4248-479b-8088-44c2dddb8f54","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8c8241","tenantID":"e2e-extmod-a-8c8241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:37.998764393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"b3f502be-b218-472e-81da-d5d2738ec6c6","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:37.999038166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"ed698ffc-e8f8-4596-a2ad-044365e7cd84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.012612987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"e336c8dd-22e7-4519-acc1-da2724843042","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.013364812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"ed698ffc-e8f8-4596-a2ad-044365e7cd84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.015603356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"4f55e164-4248-479b-8088-44c2dddb8f54","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"name":"e2e-extmod-a-8c8241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.017999746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a0ad8a2-151d-4c7e-ae59-2cfe74a7c4bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.019742696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"b3f502be-b218-472e-81da-d5d2738ec6c6","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.025852368Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"e336c8dd-22e7-4519-acc1-da2724843042","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.103524829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"ace5dca4-cc8e-45fe-ad41-302257c5ded3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.113392223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"ace5dca4-cc8e-45fe-ad41-302257c5ded3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.131946197Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-1-43b319"},"namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","reconcileID":"ba32565c-d4db-41f4-8d13-bbcb1cf4cc9e","namespace":"e2e-extmod-cfl-1-43b319","name":"e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.159930777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"namespace":"e2e-extmod-cfl-1-ceaa45","name":"e2e-cfl-3a88d8","reconcileID":"6818d887-f9ad-4f9e-8a6f-6eceec55e0bf","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"tenant":"e2e-extmod-a-c9bce8","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","model":"e2e-extmod-cfl-1-ceaa45/e2e-cfl-3a88d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.159952263Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"namespace":"e2e-extmod-cfl-1-ceaa45","name":"e2e-cfl-3a88d8","reconcileID":"6818d887-f9ad-4f9e-8a6f-6eceec55e0bf","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"routeName":"external-model-e2e-cfl-3a88d8-189f45b6f54f","namespace":"e2e-extmod-cfl-1-ceaa45","model":"e2e-cfl-3a88d8","externalModel":"e2e-cfl-3a88d8","provider":"e2e-cfl-3a88d8-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:08:38.164439146Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-c9bce8/e2e-cfl-3a88d8-ceaa45-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-3a88d8-ceaa45-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.221922119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"namespace":"e2e-extmod-cfl-1-ceaa45","name":"e2e-cfl-3a88d8","reconcileID":"b18b8d14-57db-45d8-8436-7cf4b2e50072","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"tenant":"e2e-extmod-a-c9bce8","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","model":"e2e-extmod-cfl-1-ceaa45/e2e-cfl-3a88d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.221959197Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"namespace":"e2e-extmod-cfl-1-ceaa45","name":"e2e-cfl-3a88d8","reconcileID":"b18b8d14-57db-45d8-8436-7cf4b2e50072","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"routeName":"external-model-e2e-cfl-3a88d8-189f45b6f54f","namespace":"e2e-extmod-cfl-1-ceaa45","model":"e2e-cfl-3a88d8","externalModel":"e2e-cfl-3a88d8","provider":"e2e-cfl-3a88d8-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.239767326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"b81ebb16-fdf6-4a0f-b54c-d26d7442d527","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.241196566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"7918412d-0cc7-4c8e-956e-64e8e60d6c19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.251617892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"e474ce6a-00eb-4207-859c-f4f853f7dda9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.25490073Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-3a88d8-ceaa45-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-sub","reconcileID":"e67bffcb-df82-41eb-b35e-dfbbac024ee7","MaaSSubscription":{"name":"e2e-cfl-3a88d8-ceaa45-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"maas-trlp-e2e-cfl-3a88d8","model":"e2e-cfl-3a88d8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-c9bce8/e2e-cfl-3a88d8-ceaa45-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.258959524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"b81ebb16-fdf6-4a0f-b54c-d26d7442d527","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.270006773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"7918412d-0cc7-4c8e-956e-64e8e60d6c19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.274532395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"e474ce6a-00eb-4207-859c-f4f853f7dda9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.303520317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"bbc004c0-247b-412f-b746-a4b495c1d198","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.31344095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"c08ebf83-dd47-4a0d-bd1c-17a90b1d9822","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.321166722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"bbc004c0-247b-412f-b746-a4b495c1d198","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.327662875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"namespace":"e2e-extmod-cfl-1-ceaa45","name":"e2e-cfl-3a88d8","reconcileID":"d8b9b583-6dd1-45e5-a97a-cdb8aaddc1ea","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"tenant":"e2e-extmod-a-c9bce8","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","model":"e2e-extmod-cfl-1-ceaa45/e2e-cfl-3a88d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.327684359Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"namespace":"e2e-extmod-cfl-1-ceaa45","name":"e2e-cfl-3a88d8","reconcileID":"d8b9b583-6dd1-45e5-a97a-cdb8aaddc1ea","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"routeName":"external-model-e2e-cfl-3a88d8-189f45b6f54f","namespace":"e2e-extmod-cfl-1-ceaa45","model":"e2e-cfl-3a88d8","externalModel":"e2e-cfl-3a88d8","provider":"e2e-cfl-3a88d8-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.331843827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"c08ebf83-dd47-4a0d-bd1c-17a90b1d9822","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.378888745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-3a88d8-ceaa45-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-sub","reconcileID":"93986c4b-85a0-47ba-b769-beff9ce6abfb","MaaSSubscription":{"name":"e2e-cfl-3a88d8-ceaa45-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"maas-trlp-e2e-cfl-3a88d8","model":"e2e-extmod-cfl-1-ceaa45/e2e-cfl-3a88d8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.480002662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"d904bdc0-231a-4524-ab58-dc37e0810a53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.480375523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"120d4ff8-f3c9-4117-ad20-dda9a1ca01ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.481190827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"710c7d40-5d09-4cdd-9a19-e318753235df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.481643846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"aba73bab-d6e6-4029-abcd-bed93927c300","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.484592072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"1c4d147e-0d3a-46df-8301-395f18ead41f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.490613318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"d904bdc0-231a-4524-ab58-dc37e0810a53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.490760341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"120d4ff8-f3c9-4117-ad20-dda9a1ca01ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.492983907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"aba73bab-d6e6-4029-abcd-bed93927c300","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.494649815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"710c7d40-5d09-4cdd-9a19-e318753235df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.495603373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"1c4d147e-0d3a-46df-8301-395f18ead41f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.666217066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"f3a73b2b-1867-44f4-9272-ce25fbd2aa6c","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.666420428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"2da6bfa7-bf04-4858-b139-94b5f5f9e06c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.672602115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"9d19a415-7d6f-4be2-be55-b34d0e914ca9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8c8241","tenantID":"e2e-extmod-a-8c8241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.675919138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6df1da7b-877b-44f5-8c13-84b7b5562853","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.675922094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"b02580f2-379c-477b-a6ab-a8d77e9e43a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.68162224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"f3a73b2b-1867-44f4-9272-ce25fbd2aa6c","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.681832652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"2da6bfa7-bf04-4858-b139-94b5f5f9e06c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.683866335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"9d19a415-7d6f-4be2-be55-b34d0e914ca9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"name":"e2e-extmod-a-8c8241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.691306139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"b02580f2-379c-477b-a6ab-a8d77e9e43a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.691366045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6df1da7b-877b-44f5-8c13-84b7b5562853","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.692454091Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"2da6bfa7-bf04-4858-b139-94b5f5f9e06c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.709301666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"61bfe6a8-027e-4be7-b26b-e1712b39f59a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:38.77148226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"61bfe6a8-027e-4be7-b26b-e1712b39f59a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.210474394Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","reconcileID":"14f7c3fc-61b8-4cab-bc14-34363453049c","namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.228291459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"7f03af8d-9269-4a3b-bba3-03957459b86a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.228344922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76f00ff8-a82d-47e2-8a9a-f93032db3474","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.228993404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"68753fd5-0f38-4230-a45c-7a23f3303994","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.229581237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"4763d81e-42ee-43b1-8d72-2e9e9f08f566","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.231998452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"4d70b17b-5e92-42ed-a7ed-7f14191be860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.273602675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76f00ff8-a82d-47e2-8a9a-f93032db3474","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.275546676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"4d70b17b-5e92-42ed-a7ed-7f14191be860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.276804592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"7f03af8d-9269-4a3b-bba3-03957459b86a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.280940604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"68753fd5-0f38-4230-a45c-7a23f3303994","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.282360716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"4763d81e-42ee-43b1-8d72-2e9e9f08f566","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.287798917Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"7f03af8d-9269-4a3b-bba3-03957459b86a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.324731441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"3098a34d-e0b5-4877-b888-79d2172a3c1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.337314658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"3098a34d-e0b5-4877-b888-79d2172a3c1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.353190067Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-85c02c","namespace":"e2e-extmod-cfl-2-ca97c8"},"namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","reconcileID":"b433eeb7-531c-4291-82b0-2f7325cea404","namespace":"e2e-extmod-cfl-2-ca97c8","name":"e2e-cfl-same-85c02c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.40602091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"392fdfc6-c1ee-4409-8258-b0c70a35da5a","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.408462521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"45d748e1-484b-43f4-a315-61dc5f2ba9b4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8c8241","tenantID":"e2e-extmod-a-8c8241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.415912597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"392fdfc6-c1ee-4409-8258-b0c70a35da5a","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.420669214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"45d748e1-484b-43f4-a315-61dc5f2ba9b4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"name":"e2e-extmod-a-8c8241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.547661117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cfa21770-d698-4095-9806-e471ccdeeb53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.548060679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"a748eba7-f6a0-4fa9-9849-a38ab67b2d1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.548279684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"428050e4-e20d-4bc2-ad4b-f810b76001ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.561753912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"e2d30bb3-c2c5-4b6c-8e63-e2e10cc7d8e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.562393614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"4719399d-09ae-4bce-bef1-26c156e35e21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.586899208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"428050e4-e20d-4bc2-ad4b-f810b76001ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.599747774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"a748eba7-f6a0-4fa9-9849-a38ab67b2d1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.628232271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"4719399d-09ae-4bce-bef1-26c156e35e21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.629667691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cfa21770-d698-4095-9806-e471ccdeeb53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.631763151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"e2d30bb3-c2c5-4b6c-8e63-e2e10cc7d8e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.768143862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"15f58ecf-eccb-4ff0-a005-2e626e606307","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.773406904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"a548ca73-6a12-4b01-a2bf-27a9f1b2f937","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.773449925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"f064c96f-f0ea-4e0f-b072-72277b4127ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.778607536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"15f58ecf-eccb-4ff0-a005-2e626e606307","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.790470689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"f064c96f-f0ea-4e0f-b072-72277b4127ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.790898449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"a548ca73-6a12-4b01-a2bf-27a9f1b2f937","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.870628806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"9aa3cabb-b4fb-4f04-b642-826580840e6a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.875130964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"370b1ef3-05e1-4410-a841-d1383f8d1156","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.883123776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"9aa3cabb-b4fb-4f04-b642-826580840e6a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.888253072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"8cd01073-b823-4758-91d7-9e4849d0fcb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.894774913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"1a632d7d-dd74-4aa6-ba16-4bf586cc499d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.89569087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"d5a806da-4bbd-4488-ba61-4f32247bc515","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.899689762Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"9aa3cabb-b4fb-4f04-b642-826580840e6a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.901890152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"8cd01073-b823-4758-91d7-9e4849d0fcb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.903035311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"370b1ef3-05e1-4410-a841-d1383f8d1156","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.906559841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"1a632d7d-dd74-4aa6-ba16-4bf586cc499d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.911430211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"d5a806da-4bbd-4488-ba61-4f32247bc515","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.972804409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d05b95a-2342-4870-ad6c-7702828f708d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:39.984116736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d05b95a-2342-4870-ad6c-7702828f708d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:42.686571194Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-19316d","reconcileID":"2fbbada8-1d83-456b-ab5e-b0b95a9b2b16","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:43.401352197Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-19316d-68685b-sub","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-sub","reconcileID":"6a8b2e92-e667-4df0-8359-2585570cff75","MaaSSubscription":{"name":"e2e-cfl-19316d-68685b-sub","namespace":"ai-tenant-e2e-extmod-a-68685b"},"model":"ai-tenant-e2e-extmod-a-68685b/e2e-cfl-19316d","subscription":"e2e-cfl-19316d-68685b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:43.412168471Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-19316d-68685b-sub","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-sub","reconcileID":"6a8b2e92-e667-4df0-8359-2585570cff75","MaaSSubscription":{"name":"e2e-cfl-19316d-68685b-sub","namespace":"ai-tenant-e2e-extmod-a-68685b"},"model":"ai-tenant-e2e-extmod-a-68685b/e2e-cfl-19316d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:43.419067243Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-19316d-68685b-sub","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-sub","reconcileID":"6a8b2e92-e667-4df0-8359-2585570cff75","MaaSSubscription":{"name":"e2e-cfl-19316d-68685b-sub","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"maas-trlp-e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b","model":"ai-tenant-e2e-extmod-a-68685b/e2e-cfl-19316d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:43.475767033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"e2d3b54f-37f3-47ab-b370-c56fdf8459c6","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"tenant":"e2e-extmod-a-68685b","gateway":"openshift-ingress/e2e-extmod-a-68685b","model":"ai-tenant-e2e-extmod-a-68685b/e2e-cfl-19316d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:43.475788756Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"e2d3b54f-37f3-47ab-b370-c56fdf8459c6","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"routeName":"external-model-e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b","model":"e2e-cfl-19316d","externalModel":"e2e-cfl-19316d","provider":"e2e-cfl-19316d-provider","gateway":"openshift-ingress/e2e-extmod-a-68685b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:43.482918783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"46d0cf69-a14a-4502-b47d-1ea4d5b10770","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:43.493625718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"46d0cf69-a14a-4502-b47d-1ea4d5b10770","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:43.499828887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"namespace":"e2e-extmod-cfl-1-ceaa45","name":"e2e-cfl-3a88d8","reconcileID":"9233c41a-d658-433e-b01d-7dfa401e1704","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"tenant":"e2e-extmod-a-c9bce8","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","model":"e2e-extmod-cfl-1-ceaa45/e2e-cfl-3a88d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:43.499846719Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"namespace":"e2e-extmod-cfl-1-ceaa45","name":"e2e-cfl-3a88d8","reconcileID":"9233c41a-d658-433e-b01d-7dfa401e1704","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"routeName":"external-model-e2e-cfl-3a88d8-189f45b6f54f","namespace":"e2e-extmod-cfl-1-ceaa45","model":"e2e-cfl-3a88d8","externalModel":"e2e-cfl-3a88d8","provider":"e2e-cfl-3a88d8-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:43.615958908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"6cc949fb-2c09-4d6f-bfd4-4ea54f809c89","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:43.619183477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"ba5d6af4-b5b3-405a-ab8d-5c11cfc22e06","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"tenant":"e2e-extmod-a-68685b","gateway":"openshift-ingress/e2e-extmod-a-68685b","model":"ai-tenant-e2e-extmod-a-68685b/e2e-cfl-19316d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:43.619203204Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"ba5d6af4-b5b3-405a-ab8d-5c11cfc22e06","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"routeName":"external-model-e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b","model":"e2e-cfl-19316d","externalModel":"e2e-cfl-19316d","provider":"e2e-cfl-19316d-provider","gateway":"openshift-ingress/e2e-extmod-a-68685b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:43.625775294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"6cc949fb-2c09-4d6f-bfd4-4ea54f809c89","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:43.718306221Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"8d1d422b-5b4a-44f3-a4a2-e4777806e6ab","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"model":"ai-tenant-e2e-extmod-a-68685b/e2e-cfl-19316d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:43.733361165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"8d1d422b-5b4a-44f3-a4a2-e4777806e6ab","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:43.767123243Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"8d1d422b-5b4a-44f3-a4a2-e4777806e6ab","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"name":"e2e-extmod-a-68685b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:43.767147871Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d-68685b-access","reconcileID":"8d1d422b-5b4a-44f3-a4a2-e4777806e6ab","MaaSAuthPolicy":{"name":"e2e-cfl-19316d-68685b-access","namespace":"ai-tenant-e2e-extmod-a-68685b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-68685b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:43.782474168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"820977ec-7ed1-4604-b94f-3a38e058a2a0","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"tenant":"e2e-extmod-a-68685b","gateway":"openshift-ingress/e2e-extmod-a-68685b","model":"ai-tenant-e2e-extmod-a-68685b/e2e-cfl-19316d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:43.782497574Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"820977ec-7ed1-4604-b94f-3a38e058a2a0","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"routeName":"external-model-e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b","model":"e2e-cfl-19316d","externalModel":"e2e-cfl-19316d","provider":"e2e-cfl-19316d-provider","gateway":"openshift-ingress/e2e-extmod-a-68685b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.29428345Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"4cca548a-864c-4070-98bc-1e310fcdaa92","namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.311307304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"753ea6d3-fc49-4b73-b3f1-acb90632ca8a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.318723045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"670ff151-2e34-46b3-9a81-6ce53d55f3bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.319295042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"50eb45ff-68d3-45d8-951f-2054db79e319","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.319794158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"70fd150b-18e6-4305-ac10-7b411e4951ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.320375397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"c3c73200-7c94-4f3b-8895-96294270963d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.332229974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"753ea6d3-fc49-4b73-b3f1-acb90632ca8a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.334356193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"670ff151-2e34-46b3-9a81-6ce53d55f3bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.370376281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"c3c73200-7c94-4f3b-8895-96294270963d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.371865504Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"753ea6d3-fc49-4b73-b3f1-acb90632ca8a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.372506384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"70fd150b-18e6-4305-ac10-7b411e4951ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.373559161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"50eb45ff-68d3-45d8-951f-2054db79e319","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.395161418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"c3a3aaaa-c07a-4c6d-8f44-dd6447d823e8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8c8241","tenantID":"e2e-extmod-a-8c8241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.408679568Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-19316d","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","reconcileID":"2b1cb142-f435-4e01-99a8-4463fc2fc72f","namespace":"ai-tenant-e2e-extmod-a-68685b","name":"e2e-cfl-19316d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.413785743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"c3a3aaaa-c07a-4c6d-8f44-dd6447d823e8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"name":"e2e-extmod-a-8c8241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.450892023Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-19316d","reconcileID":"4f9abaf7-e6e3-459d-a19b-414d3e071160","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.48851616Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-19316d","reconcileID":"3dfe3fac-085a-4828-90fd-2738020da667","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.502366538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"ee19560e-0134-4340-9ade-a4450cd174ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.502380132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b44e758-79c6-492a-b844-cc6915b1bd4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.513858856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"ee19560e-0134-4340-9ade-a4450cd174ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.517728078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b44e758-79c6-492a-b844-cc6915b1bd4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.581123279Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-19316d","reconcileID":"ba5f16a5-4e49-4980-aba1-9b39784fb82b","namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-19316d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.588143318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-19316d","reconcileID":"d80a1609-20b0-4694-95fc-98ab8bb3b813","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"tenant":"e2e-extmod-a-68685b","gateway":"openshift-ingress/e2e-extmod-a-68685b","model":"e2e-extmod-cfl-1-996be3/e2e-cfl-19316d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.58816984Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-19316d","reconcileID":"d80a1609-20b0-4694-95fc-98ab8bb3b813","MaaSModelRef":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"routeName":"external-model-e2e-cfl-19316d-0ba680dae7d5","namespace":"e2e-extmod-cfl-1-996be3","model":"e2e-cfl-19316d","externalModel":"e2e-cfl-19316d","provider":"e2e-cfl-19316d-provider","gateway":"openshift-ingress/e2e-extmod-a-68685b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.596234481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"4c29ec8b-b097-4c9d-bbf4-46bc0a73e6b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.596349476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"3876626f-76f5-4210-bb49-24a43d298aaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.602086975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"6b1d86ca-3d08-41d5-b7bf-0e8869630b28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.603586803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"cc276469-a9d3-41ba-9321-2fc631e2861a","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.606713626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"8af16811-19ed-4aac-b54f-df2490071abe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.610565033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"4c29ec8b-b097-4c9d-bbf4-46bc0a73e6b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.610627678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"3876626f-76f5-4210-bb49-24a43d298aaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.614824725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"cc276469-a9d3-41ba-9321-2fc631e2861a","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.6148424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"6b1d86ca-3d08-41d5-b7bf-0e8869630b28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.617395593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"8af16811-19ed-4aac-b54f-df2490071abe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.710688285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"04639aa3-2994-4793-abc8-d9935934a3c2","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.716866428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"70cc5dad-1d6f-49cf-b50a-8ae03a516f12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.717295082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"ad2b23e5-1f7f-477d-a436-82da0d76710c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.717599409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cbc5eb7-d73e-432b-a9c0-255aa51afc10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.72127811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"04639aa3-2994-4793-abc8-d9935934a3c2","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.728124131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"ad2b23e5-1f7f-477d-a436-82da0d76710c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.728238297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cbc5eb7-d73e-432b-a9c0-255aa51afc10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.730493121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"70cc5dad-1d6f-49cf-b50a-8ae03a516f12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.730563482Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"04639aa3-2994-4793-abc8-d9935934a3c2","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.866562357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"d2efbee0-5d12-46e8-9133-65052e260fa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.875462491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"36c3ad7a-3ac1-4f6a-87f5-180f3139b9f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.937744902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"36c3ad7a-3ac1-4f6a-87f5-180f3139b9f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.939643259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"f1e80696-13f9-4ec2-b901-562538b5ab3d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8c8241","tenantID":"e2e-extmod-a-8c8241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.942532133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"d2efbee0-5d12-46e8-9133-65052e260fa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.957942999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"323f5fee-b4a7-41b5-932c-fb7755d17416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.968481679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"f1e80696-13f9-4ec2-b901-562538b5ab3d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"name":"e2e-extmod-a-8c8241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.976869839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35ec8ac7-41c9-44c9-8043-c64fd22c0bea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:44.980870491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"323f5fee-b4a7-41b5-932c-fb7755d17416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.000733779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35ec8ac7-41c9-44c9-8043-c64fd22c0bea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.172597851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"9e116d7b-e4fe-4492-aef4-e0fd2a29d5e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.173258687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"c64b5371-120e-4c38-b743-6fa77edbb0b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.188582469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"37a6ca8a-12c2-474b-a4a2-e4bc6a0f3614","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.1892336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"81e11753-d5ba-4e27-9f25-cff8ec777540","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.193678767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"c64b5371-120e-4c38-b743-6fa77edbb0b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.197394436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"9e116d7b-e4fe-4492-aef4-e0fd2a29d5e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.214063883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"37a6ca8a-12c2-474b-a4a2-e4bc6a0f3614","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.273137339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"81e11753-d5ba-4e27-9f25-cff8ec777540","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.484987253Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-19316d","reconcileID":"53fdca7b-31b9-489d-bc6b-6f270dc3fd0a","namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-19316d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.499351709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"95cc166a-10ed-4931-8ee9-03d8b45f1b21","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.500374996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"f6e90131-119f-4027-b7ef-b87c79fece67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.500728912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0a8b3e4-80f8-4c6c-93de-02b9c6603ec1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.501703773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"7941168e-1419-47dc-a70e-0a21b46c6b0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.503139129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"4f701d2d-83e9-4fbf-b686-2332651b1814","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.509189373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"95cc166a-10ed-4931-8ee9-03d8b45f1b21","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.510884666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"f6e90131-119f-4027-b7ef-b87c79fece67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.511944342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"7941168e-1419-47dc-a70e-0a21b46c6b0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.513426322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0a8b3e4-80f8-4c6c-93de-02b9c6603ec1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.514414131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"4f701d2d-83e9-4fbf-b686-2332651b1814","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.517910135Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"95cc166a-10ed-4931-8ee9-03d8b45f1b21","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.553168577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"7c5b0f3b-8300-40ae-bfe5-4cffeee8701d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.574186854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"7c5b0f3b-8300-40ae-bfe5-4cffeee8701d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.630833218Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-19316d","namespace":"e2e-extmod-cfl-1-996be3"},"namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-19316d","reconcileID":"29d32080-adaa-4195-aefb-905e40cb6815","namespace":"e2e-extmod-cfl-1-996be3","name":"e2e-cfl-19316d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.657860573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"6b0cf928-94c6-433f-af5b-b7f6e8838f0e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8c8241","tenantID":"e2e-extmod-a-8c8241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.659870927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08492106-aac4-4c70-9186-e0d4d4f6c9eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.660895766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"a51333af-7e31-44d9-8fb9-31dff61739dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.664912068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"4cb7bc3a-f7dd-44fd-97c8-48982cddd650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.670874281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"6b0cf928-94c6-433f-af5b-b7f6e8838f0e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"name":"e2e-extmod-a-8c8241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.671924472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08492106-aac4-4c70-9186-e0d4d4f6c9eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.673423054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"a51333af-7e31-44d9-8fb9-31dff61739dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.676566927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"4cb7bc3a-f7dd-44fd-97c8-48982cddd650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.778823468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"cd56ccfe-ebd1-41bd-a7c7-8a8ebc82c4b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.792518139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"cd56ccfe-ebd1-41bd-a7c7-8a8ebc82c4b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.866509331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"1631cfef-456e-450d-9de8-163bd07206c4","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.867901808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"8cefb5af-4a47-4e92-a73b-fc38378db52d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.870201959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"001bccea-f383-4c1f-8456-4eff8667343a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.870666853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"ad75eddf-ac5d-47bd-bfb0-19345c415000","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.877119638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"1631cfef-456e-450d-9de8-163bd07206c4","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.877700957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"8cefb5af-4a47-4e92-a73b-fc38378db52d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.88036465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"ad75eddf-ac5d-47bd-bfb0-19345c415000","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.880640011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"001bccea-f383-4c1f-8456-4eff8667343a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.968472046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"47bdf4c3-950d-4f7d-9267-5f6d45aae18a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.982785286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"47bdf4c3-950d-4f7d-9267-5f6d45aae18a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:45.996033515Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"47bdf4c3-950d-4f7d-9267-5f6d45aae18a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:46.100550453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"59158d8d-0043-4ea9-8377-6698e382834b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:46.10302619Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-2-4f078e"},"namespace":"e2e-extmod-cfl-2-4f078e","name":"e2e-cfl-3a88d8","reconcileID":"6fbe925e-f657-4cff-8397-3bea52d506cb","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-2-4f078e"},"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-2-4f078e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:46.11054756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"03aa0e63-8e01-46c6-b13b-027fb468658f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:46.111390887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"a5e60593-d217-4541-b285-9b867c090aa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:46.11176063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"2814cae8-a784-439a-9a35-d56ed7edbc57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:46.112104642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"53433c39-1348-4916-b233-1b9f7f220193","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:46.128316244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"a5e60593-d217-4541-b285-9b867c090aa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:46.133926321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"03aa0e63-8e01-46c6-b13b-027fb468658f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:46.135323685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"2814cae8-a784-439a-9a35-d56ed7edbc57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:46.150383499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"53433c39-1348-4916-b233-1b9f7f220193","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:46.151929642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"59158d8d-0043-4ea9-8377-6698e382834b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:55.240624692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-8a1b3e-sub","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-sub","reconcileID":"eb8c9d14-b314-40a6-b84a-8aecd81c58ea","MaaSSubscription":{"name":"e2e-cmp-legacy-8a1b3e-sub","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"name":"maas-trlp-e2e-cmp-legacy-8a1b3e","model":"ai-tenant-e2e-extmod-a-8c8241/e2e-cmp-legacy-8a1b3e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:55.328952704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e","reconcileID":"f0fc5718-20ab-4925-b890-b165ad41343d","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"tenant":"e2e-extmod-a-8c8241","gateway":"openshift-ingress/e2e-extmod-a-8c8241","model":"ai-tenant-e2e-extmod-a-8c8241/e2e-cmp-legacy-8a1b3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:55.328991189Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e","reconcileID":"f0fc5718-20ab-4925-b890-b165ad41343d","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"routeName":"external-model-e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241","model":"e2e-cmp-legacy-8a1b3e","externalModel":"e2e-cmp-legacy-8a1b3e","provider":"e2e-cmp-legacy-8a1b3e-provider","gateway":"openshift-ingress/e2e-extmod-a-8c8241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:55.930092977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-3a88d8-ceaa45-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-sub","reconcileID":"9b0ddba7-0009-40e6-8faf-e5d0eb448579","MaaSSubscription":{"name":"e2e-cfl-3a88d8-ceaa45-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"maas-trlp-e2e-cfl-3a88d8","model":"e2e-extmod-cfl-1-ceaa45/e2e-cfl-3a88d8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:55.989318094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"namespace":"e2e-extmod-cfl-1-ceaa45","name":"e2e-cfl-3a88d8","reconcileID":"abe16fb1-dc09-4fe6-8e00-731a85521271","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"tenant":"e2e-extmod-a-c9bce8","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","model":"e2e-extmod-cfl-1-ceaa45/e2e-cfl-3a88d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:55.989340904Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"namespace":"e2e-extmod-cfl-1-ceaa45","name":"e2e-cfl-3a88d8","reconcileID":"abe16fb1-dc09-4fe6-8e00-731a85521271","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"routeName":"external-model-e2e-cfl-3a88d8-189f45b6f54f","namespace":"e2e-extmod-cfl-1-ceaa45","model":"e2e-cfl-3a88d8","externalModel":"e2e-cfl-3a88d8","provider":"e2e-cfl-3a88d8-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:56.028447386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"bee16fbc-19b0-466a-8fb4-475760aa909f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:56.038826309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"bee16fbc-19b0-466a-8fb4-475760aa909f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:56.070726324Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b8dab1004b335b3e6799fd7084d4d4d4b4dc6a62b79093da2eb70a6154d41e76) AuthConfig (56ba0b264002d989aab3067503f02112d567588206b28b3322fcab9c2629865f) AuthConfig (2d3703db46a80968e54ebf600d71d2346fb89064a79c107ec8fd448298be68b9) AuthConfig (1e869ad9516c8e21c8d56c710e40cc59dcbc4af545859a4b5451bededbb94488)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"bee16fbc-19b0-466a-8fb4-475760aa909f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:56.089606728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","reconcileID":"f3248dee-06bd-439d-81cb-9bcb9e69127e","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"tenant":"e2e-extmod-a-222480","gateway":"openshift-ingress/e2e-extmod-a-222480","model":"e2e-extmod-cfl-1-807a30/e2e-cfl-ok-b4483c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:56.089626196Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","reconcileID":"f3248dee-06bd-439d-81cb-9bcb9e69127e","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"routeName":"external-model-e2e-cfl-ok-b4483c-bfd67cf3b219","namespace":"e2e-extmod-cfl-1-807a30","model":"e2e-cfl-ok-b4483c","externalModel":"e2e-cfl-ok-b4483c","provider":"e2e-cfl-ok-b4483c-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:56.122174619Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-2-4f078e"},"namespace":"e2e-extmod-cfl-2-4f078e","name":"e2e-cfl-3a88d8","reconcileID":"3262d754-02b0-44a0-b00e-dadcf5e83872","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-2-4f078e"},"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-2-4f078e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:56.490023028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"4c5a8b99-acf4-4b33-bd1b-0ee8152f8d5e","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:56.503068583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"4c5a8b99-acf4-4b33-bd1b-0ee8152f8d5e","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:56.75699137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"381fce37-7ecd-4bee-a202-52d0fc9fc0f7","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:56.775588232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"381fce37-7ecd-4bee-a202-52d0fc9fc0f7","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:56.790889601Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b8dab1004b335b3e6799fd7084d4d4d4b4dc6a62b79093da2eb70a6154d41e76) AuthConfig (56ba0b264002d989aab3067503f02112d567588206b28b3322fcab9c2629865f) AuthConfig (2d3703db46a80968e54ebf600d71d2346fb89064a79c107ec8fd448298be68b9) AuthConfig (1e869ad9516c8e21c8d56c710e40cc59dcbc4af545859a4b5451bededbb94488)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"381fce37-7ecd-4bee-a202-52d0fc9fc0f7","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:56.825738124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e","reconcileID":"9abd33ac-2e17-440e-bcfa-647067763274","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"tenant":"e2e-extmod-a-8c8241","gateway":"openshift-ingress/e2e-extmod-a-8c8241","model":"ai-tenant-e2e-extmod-a-8c8241/e2e-cmp-legacy-8a1b3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:56.825760794Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e","reconcileID":"9abd33ac-2e17-440e-bcfa-647067763274","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"routeName":"external-model-e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241","model":"e2e-cmp-legacy-8a1b3e","externalModel":"e2e-cmp-legacy-8a1b3e","provider":"e2e-cmp-legacy-8a1b3e-provider","gateway":"openshift-ingress/e2e-extmod-a-8c8241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:56.867764981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"78a67360-6b9e-476c-94ec-c9f41984454b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8c8241","tenantID":"e2e-extmod-a-8c8241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:56.872301075Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-8a1b3e-sub","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-sub","reconcileID":"f3e4ea0c-9166-400f-9c15-864a791eac37","MaaSSubscription":{"name":"e2e-cmp-legacy-8a1b3e-sub","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-80fb8b78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:56.881264512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"78a67360-6b9e-476c-94ec-c9f41984454b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"name":"e2e-extmod-a-8c8241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:57.037356125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"ca9464e4-6f52-4233-8b97-159ac1d1b90b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8c8241","tenantID":"e2e-extmod-a-8c8241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:57.048389911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"ca9464e4-6f52-4233-8b97-159ac1d1b90b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"name":"e2e-extmod-a-8c8241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:57.675603106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"namespace":"e2e-extmod-cfl-1-ceaa45","name":"e2e-cfl-3a88d8","reconcileID":"214add3c-65d0-46dc-9426-79cf44e4887c","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"tenant":"e2e-extmod-a-c9bce8","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","model":"e2e-extmod-cfl-1-ceaa45/e2e-cfl-3a88d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:57.675628245Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"namespace":"e2e-extmod-cfl-1-ceaa45","name":"e2e-cfl-3a88d8","reconcileID":"214add3c-65d0-46dc-9426-79cf44e4887c","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"routeName":"external-model-e2e-cfl-3a88d8-189f45b6f54f","namespace":"e2e-extmod-cfl-1-ceaa45","model":"e2e-cfl-3a88d8","externalModel":"e2e-cfl-3a88d8","provider":"e2e-cfl-3a88d8-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:57.685755408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"7da5d9e7-39a5-459c-ba6c-557047496db3","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:57.703475571Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-3a88d8-ceaa45-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-sub","reconcileID":"c1db332a-d2cf-41c9-9728-79d3595ac86e","MaaSSubscription":{"name":"e2e-cfl-3a88d8-ceaa45-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1015ba60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:57.709619806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"7da5d9e7-39a5-459c-ba6c-557047496db3","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:57.862879804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"aa525539-a286-4d5a-a22b-004f588bcc88","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:08:57.874258031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"aa525539-a286-4d5a-a22b-004f588bcc88","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.345713082Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"5c21c09d-dbe5-4f0e-a810-bb891ff72bde","namespace":"llm","name":"e2e-dft-1ef737","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.3593634Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"7dd0721b-c624-4a90-9fa6-e4513e9e5568","namespace":"llm","name":"e2e-dft-1ef737","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.364538337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"1981acbb-50bf-4c68-9ab0-4e4533f40e97","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8c8241","tenantID":"e2e-extmod-a-8c8241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.364684812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"a7bd28f3-25ba-41b1-8b1c-691f25cadca6","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.376263834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"3f1941d6-fa67-45a2-854b-9fb8482c726b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.37663618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a578476-7735-4e71-bc6c-d49ec0b751fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.37736336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"fc36726a-4e25-4314-acbd-dbc9a15b66b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.381610435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"a7bd28f3-25ba-41b1-8b1c-691f25cadca6","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.388179209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"fc36726a-4e25-4314-acbd-dbc9a15b66b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.389638986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a578476-7735-4e71-bc6c-d49ec0b751fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.391240868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"1981acbb-50bf-4c68-9ab0-4e4533f40e97","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"name":"e2e-extmod-a-8c8241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.394619019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"3f1941d6-fa67-45a2-854b-9fb8482c726b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.399579656Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b8dab1004b335b3e6799fd7084d4d4d4b4dc6a62b79093da2eb70a6154d41e76) AuthConfig (56ba0b264002d989aab3067503f02112d567588206b28b3322fcab9c2629865f) AuthConfig (2d3703db46a80968e54ebf600d71d2346fb89064a79c107ec8fd448298be68b9) AuthConfig (1e869ad9516c8e21c8d56c710e40cc59dcbc4af545859a4b5451bededbb94488)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"a7bd28f3-25ba-41b1-8b1c-691f25cadca6","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.409282255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4eded148-1233-4b7f-955b-23ab0c75a51a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.409298759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4eded148-1233-4b7f-955b-23ab0c75a51a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.40963082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a824daa3-18ba-4075-8155-20d9aeae5993","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.409646879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a824daa3-18ba-4075-8155-20d9aeae5993","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.409921559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5ef1bc77-c65b-4d03-adfd-07ca870ac33e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.409936133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5ef1bc77-c65b-4d03-adfd-07ca870ac33e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.410202133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3cfddc20-263c-4e45-8122-ca0fa62dbf78","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.410215017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3cfddc20-263c-4e45-8122-ca0fa62dbf78","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.410518348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"edf3a1de-a41c-44b4-8c41-53a05ae3a357","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.410532065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"edf3a1de-a41c-44b4-8c41-53a05ae3a357","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.410865483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"41c368e3-0d31-42cf-b202-4a12fb96ffe2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.410878701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"41c368e3-0d31-42cf-b202-4a12fb96ffe2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.411129647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e9153dee-745a-4a0d-8af4-432fe4d088f7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.41114255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e9153dee-745a-4a0d-8af4-432fe4d088f7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.411378997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc1ef76c-60de-4565-90df-155a82ae8739","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.411390606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc1ef76c-60de-4565-90df-155a82ae8739","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.429689422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"58e0d6a5-5a1b-4e09-92d4-8572c7f90177","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.429714321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"58e0d6a5-5a1b-4e09-92d4-8572c7f90177","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.430066574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"304fe219-a0ab-45a4-8242-c086abbcf989","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.430083201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"304fe219-a0ab-45a4-8242-c086abbcf989","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.430493673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4a75cb58-aae9-4000-b5c5-f10cb712aebc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.430506477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4a75cb58-aae9-4000-b5c5-f10cb712aebc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.430780852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"23324d19-b510-4bf3-b6ab-e00a9edf84fc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.430798261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"23324d19-b510-4bf3-b6ab-e00a9edf84fc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.431192187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"defe223a-45e5-4db9-8bf7-738ad4f5edb7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.431210257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"defe223a-45e5-4db9-8bf7-738ad4f5edb7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.431503813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7f8bce50-0ce7-40dc-b761-56db0f8f8b4f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.431515737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7f8bce50-0ce7-40dc-b761-56db0f8f8b4f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.431757291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"33309799-ea09-4afc-8f6b-c20a45b82be8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.431774013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"33309799-ea09-4afc-8f6b-c20a45b82be8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.43221097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8ce3f55f-48b5-407d-8a20-5dececb074f4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.432225205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8ce3f55f-48b5-407d-8a20-5dececb074f4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.43965902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"76297da0-be3e-4356-8a86-8b379c814431","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.458635645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5f4fc8bd-7281-4e6f-affa-dbf76678e525","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.460579334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"76297da0-be3e-4356-8a86-8b379c814431","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.470387486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e472d64c-e236-422a-895a-27582b8fdf18","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.538540917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"34e4d008-bee8-4eeb-8359-d3d1bea0d216","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.538901909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"998cf292-0a40-49f1-9467-c8451fbd2133","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.539137579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"bb5506f1-740a-4488-9036-db3f527e0038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.564498783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"34e4d008-bee8-4eeb-8359-d3d1bea0d216","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.56773473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"bb5506f1-740a-4488-9036-db3f527e0038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.571541485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"998cf292-0a40-49f1-9467-c8451fbd2133","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.599113888Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"1ca73f89-4e43-4bf6-afb9-68bf3ae1f58e","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"name":"e2e-dft-1ef737","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.632527486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"4242bd15-b87d-414b-8b91-a22659164b20","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.637403081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"258bcc79-319f-4c57-a09b-31a3073ebde8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.646863011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"4242bd15-b87d-414b-8b91-a22659164b20","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.664119609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"258bcc79-319f-4c57-a09b-31a3073ebde8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.672872425Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"d31b6349-9a8c-479f-8938-9b8fdef66533","namespace":"llm","name":"e2e-dft-1ef737","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.67929809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"c367b937-2790-45b6-a181-496537a37e7d","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1ef737","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.67931957Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"c367b937-2790-45b6-a181-496537a37e7d","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"routeName":"external-model-e2e-dft-1ef737-d3ebffb8e1b4","namespace":"llm","model":"e2e-dft-1ef737","externalModel":"e2e-dft-1ef737","provider":"e2e-dft-1ef737-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.762076391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"87e9d859-54ca-429a-b5fb-8a784be2f23b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.762481994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9d3866b-b1d7-4052-9867-5b3b01b79f13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.763201964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"8faf9840-8792-4770-87d2-56e60ecb9e8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.802625889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"8faf9840-8792-4770-87d2-56e60ecb9e8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.841131514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"87e9d859-54ca-429a-b5fb-8a784be2f23b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.84443517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9d3866b-b1d7-4052-9867-5b3b01b79f13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.880534708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"a3c7052f-61f3-4e8d-8136-0c3740eb10c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.903110182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"a3c7052f-61f3-4e8d-8136-0c3740eb10c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.92603109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"d1543612-b28d-47fa-8fce-e134f0bc5d73","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.945472669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"d1543612-b28d-47fa-8fce-e134f0bc5d73","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:01.960508023Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b8dab1004b335b3e6799fd7084d4d4d4b4dc6a62b79093da2eb70a6154d41e76) AuthConfig (56ba0b264002d989aab3067503f02112d567588206b28b3322fcab9c2629865f) AuthConfig (2d3703db46a80968e54ebf600d71d2346fb89064a79c107ec8fd448298be68b9) AuthConfig (1e869ad9516c8e21c8d56c710e40cc59dcbc4af545859a4b5451bededbb94488)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"d1543612-b28d-47fa-8fce-e134f0bc5d73","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:02.038681499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"57689109-bdc1-46fa-b227-9c6261f1224e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:02.056358336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"57689109-bdc1-46fa-b227-9c6261f1224e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:02.131201026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"f1c2a428-3654-4aeb-80c6-f49a5ca4a50f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8c8241","tenantID":"e2e-extmod-a-8c8241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:02.136771412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"ab8c8f17-81f2-4ee1-881a-cf6909befbb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:02.136839704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5cba664b-33e3-495f-b5a1-5aaea63deda2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:02.13737419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"72fbc6a0-1c85-49f2-befe-25fa1031e6e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:02.141903562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"f1c2a428-3654-4aeb-80c6-f49a5ca4a50f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"name":"e2e-extmod-a-8c8241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:02.142860885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"7375ddb3-5957-4128-8b2e-bf6e26885d5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:02.148480857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"ab8c8f17-81f2-4ee1-881a-cf6909befbb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:02.148752683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"72fbc6a0-1c85-49f2-befe-25fa1031e6e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:02.151322697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5cba664b-33e3-495f-b5a1-5aaea63deda2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:02.154063062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"7375ddb3-5957-4128-8b2e-bf6e26885d5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:02.244661316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"727cab55-0332-44a3-ba60-2db6dfed1dcb","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:02.246761648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"ad64c538-4fd8-4669-89a7-a6c6b345cdd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:02.25278387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"dfec1d89-c606-48c2-ad60-f760d0522429","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:02.25631336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"727cab55-0332-44a3-ba60-2db6dfed1dcb","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:02.261708801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"ad64c538-4fd8-4669-89a7-a6c6b345cdd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:02.262684594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"723e98c8-a157-4ab9-b3c8-10e844ba4ea4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:02.267150307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"dfec1d89-c606-48c2-ad60-f760d0522429","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:02.282202798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"723e98c8-a157-4ab9-b3c8-10e844ba4ea4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:02.628639773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"c65028a6-7afc-4d61-8a96-11fb9342a6d4","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1ef737","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:02.628663069Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"c65028a6-7afc-4d61-8a96-11fb9342a6d4","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"routeName":"external-model-e2e-dft-1ef737-d3ebffb8e1b4","namespace":"llm","model":"e2e-dft-1ef737","externalModel":"e2e-dft-1ef737","provider":"e2e-dft-1ef737-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:02.642093025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"ab1bbcdb-7f59-4141-a6c4-850327232612","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1ef737","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:02.642112592Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"ab1bbcdb-7f59-4141-a6c4-850327232612","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"routeName":"external-model-e2e-dft-1ef737-d3ebffb8e1b4","namespace":"llm","model":"e2e-dft-1ef737","externalModel":"e2e-dft-1ef737","provider":"e2e-dft-1ef737-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:02.657731411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"399ea4f8-184b-4795-97a9-5b8ab0fa07bc","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:02.688737914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"399ea4f8-184b-4795-97a9-5b8ab0fa07bc","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:02.853461563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"fbda0c92-556a-4cac-a877-e60adadbed71","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1ef737","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:02.853496891Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"fbda0c92-556a-4cac-a877-e60adadbed71","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"routeName":"external-model-e2e-dft-1ef737-d3ebffb8e1b4","namespace":"llm","model":"e2e-dft-1ef737","externalModel":"e2e-dft-1ef737","provider":"e2e-dft-1ef737-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:02.884349746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"5e3ea4b5-9721-4865-accd-61e5b86bb18a","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:02.899713448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"5e3ea4b5-9721-4865-accd-61e5b86bb18a","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:09:03.092391716Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"5e3ea4b5-9721-4865-accd-61e5b86bb18a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-1ef737-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:03.124256484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"7a813c1a-3e4d-442a-b0fe-2cb9f99d8eb8","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:03.136991265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"7a813c1a-3e4d-442a-b0fe-2cb9f99d8eb8","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:05.318788832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"0db31249-7cb1-43d8-a969-f4789aefd59f","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1ef737","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:05.318826169Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"0db31249-7cb1-43d8-a969-f4789aefd59f","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"routeName":"external-model-e2e-dft-1ef737-d3ebffb8e1b4","namespace":"llm","model":"e2e-dft-1ef737","externalModel":"e2e-dft-1ef737","provider":"e2e-dft-1ef737-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:09:05.339227416Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1ef737-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-sub","reconcileID":"dbb02a43-07db-4b5e-84ff-9587f3a7d1cc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-1ef737-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:05.351597728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"c7420df2-46fa-4996-9fdd-6c7e0103b06f","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:05.371507652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0bb0d42d-fa81-41c1-b674-4286bebcc601","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:05.370926982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bcd80d59-8644-4700-8ecc-ef5ea63f8bdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:05.382632968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"7a8cc858-43f6-42ed-b15f-78f58683275e","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1ef737","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:05.382667174Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"7a8cc858-43f6-42ed-b15f-78f58683275e","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"routeName":"external-model-e2e-dft-1ef737-d3ebffb8e1b4","namespace":"llm","model":"e2e-dft-1ef737","externalModel":"e2e-dft-1ef737","provider":"e2e-dft-1ef737-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:05.403618789Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"c7420df2-46fa-4996-9fdd-6c7e0103b06f","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:05.409278768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"8e4fecea-0e35-4355-a4a0-ff1e13c55f5c","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1ef737","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:05.409297725Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"8e4fecea-0e35-4355-a4a0-ff1e13c55f5c","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"routeName":"external-model-e2e-dft-1ef737-d3ebffb8e1b4","namespace":"llm","model":"e2e-dft-1ef737","externalModel":"e2e-dft-1ef737","provider":"e2e-dft-1ef737-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:09:05.41602698Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0bb0d42d-fa81-41c1-b674-4286bebcc601","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:05.422213736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"367b70cf-2eb4-46ea-b498-fb3cdac98204","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1ef737","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:05.422234731Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"367b70cf-2eb4-46ea-b498-fb3cdac98204","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"routeName":"external-model-e2e-dft-1ef737-d3ebffb8e1b4","namespace":"llm","model":"e2e-dft-1ef737","externalModel":"e2e-dft-1ef737","provider":"e2e-dft-1ef737-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:05.423264011Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"c7420df2-46fa-4996-9fdd-6c7e0103b06f","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:05.436582616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0113d6a3-8a61-4ec0-a304-5b8b68b9a2a8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:05.436599149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0113d6a3-8a61-4ec0-a304-5b8b68b9a2a8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:09:05.439034019Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0bb0d42d-fa81-41c1-b674-4286bebcc601","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:09:05.443248765Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bcd80d59-8644-4700-8ecc-ef5ea63f8bdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:05.455292565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"07319fa6-1c55-4b06-a9ae-455384af0d3b","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1ef737","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:05.455311384Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"07319fa6-1c55-4b06-a9ae-455384af0d3b","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"routeName":"external-model-e2e-dft-1ef737-d3ebffb8e1b4","namespace":"llm","model":"e2e-dft-1ef737","externalModel":"e2e-dft-1ef737","provider":"e2e-dft-1ef737-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:09:05.463718313Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bcd80d59-8644-4700-8ecc-ef5ea63f8bdc","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:05.464635833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"207f7564-dda6-4cd5-b710-fbd53cecfe26","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:05.464655701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"207f7564-dda6-4cd5-b710-fbd53cecfe26","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:05.468420844Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1ef737-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-sub","reconcileID":"2f6d0c6c-1e6a-4826-8e53-cda1f3336c81","MaaSSubscription":{"name":"e2e-dft-1ef737-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-1ef737","model":"e2e-dft-1ef737","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-1ef737-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:05.473324388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2be048aa-1a0e-4ba7-bb42-ab3e09f2927c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:05.478176164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"03a0a968-32ba-436d-8a86-b8ebc80ffefd","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:05.487628822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2be048aa-1a0e-4ba7-bb42-ab3e09f2927c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:05.49683668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"03a0a968-32ba-436d-8a86-b8ebc80ffefd","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:05.499677634Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2be048aa-1a0e-4ba7-bb42-ab3e09f2927c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:05.52215621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"5d03f423-c29e-46a5-9433-a4fca0e4ba21","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1ef737","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:05.522172367Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"5d03f423-c29e-46a5-9433-a4fca0e4ba21","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"routeName":"external-model-e2e-dft-1ef737-d3ebffb8e1b4","namespace":"llm","model":"e2e-dft-1ef737","externalModel":"e2e-dft-1ef737","provider":"e2e-dft-1ef737-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:05.531408217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a42636fd-9006-409b-9d95-fea9c2d24204","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:05.531423484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a42636fd-9006-409b-9d95-fea9c2d24204","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:05.551523047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1ef737-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-sub","reconcileID":"a78c0b3a-4480-44e5-bce4-dbffa0f767bc","MaaSSubscription":{"name":"e2e-dft-1ef737-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-1ef737","model":"llm/e2e-dft-1ef737","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:05.563082679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81944a61-29f2-4de4-a5de-34f16e49d4cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:05.573436772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81944a61-29f2-4de4-a5de-34f16e49d4cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:05.586367742Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81944a61-29f2-4de4-a5de-34f16e49d4cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:05.598795889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fdb4a56b-710f-4dfe-bf02-14c5db1e5df5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:05.598817164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fdb4a56b-710f-4dfe-bf02-14c5db1e5df5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.041715122Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"1bf71ffc-e449-49d2-a521-b0a2c5b09468","namespace":"llm","name":"e2e-dft-f8adef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.052278997Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"1bc18ba7-e1b8-4638-a822-53e45e53db53","namespace":"llm","name":"e2e-dft-f8adef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.068306567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"7f0892d5-ebac-40df-88cb-62a6c5d72457","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.072592142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"b4c0a93e-1758-47af-86b1-4dde77f421c8","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.078354208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"7f0892d5-ebac-40df-88cb-62a6c5d72457","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.084343295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"f25425c0-58b6-4166-b48e-eeb5705db888","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.084348728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bc32ca6-d12b-448f-8730-47110a2e770b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.087325942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"b4c0a93e-1758-47af-86b1-4dde77f421c8","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.092469809Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b8dab1004b335b3e6799fd7084d4d4d4b4dc6a62b79093da2eb70a6154d41e76) AuthConfig (56ba0b264002d989aab3067503f02112d567588206b28b3322fcab9c2629865f) AuthConfig (2d3703db46a80968e54ebf600d71d2346fb89064a79c107ec8fd448298be68b9) AuthConfig (1e869ad9516c8e21c8d56c710e40cc59dcbc4af545859a4b5451bededbb94488)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"7f0892d5-ebac-40df-88cb-62a6c5d72457","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.093177101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cad37c1e-e974-4729-9843-2cfb7d14ae62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.099009361Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"b4c0a93e-1758-47af-86b1-4dde77f421c8","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.101098585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bc32ca6-d12b-448f-8730-47110a2e770b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.101543134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"f25425c0-58b6-4166-b48e-eeb5705db888","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.106738963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"43fabf55-c7d3-4887-bff1-f2514b4bd312","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.106757066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"43fabf55-c7d3-4887-bff1-f2514b4bd312","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.107079222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"78773662-b909-416e-9a9e-12871bcbface","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.107096686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"78773662-b909-416e-9a9e-12871bcbface","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.107455015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e575f6d4-a420-432e-9c76-3e4e72cef162","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.107467626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e575f6d4-a420-432e-9c76-3e4e72cef162","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.107676234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0f951d6c-9b64-49c2-911e-6b1a1af8236a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.107687366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0f951d6c-9b64-49c2-911e-6b1a1af8236a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.107904311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36febac1-2eb9-4d37-b810-9f0c701be433","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.107915501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36febac1-2eb9-4d37-b810-9f0c701be433","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.111113704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cad37c1e-e974-4729-9843-2cfb7d14ae62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.113598469Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bc32ca6-d12b-448f-8730-47110a2e770b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.12352352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"a64dfbcd-a725-466c-808f-b017c83f7e97","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1ef737","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.123540798Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"a64dfbcd-a725-466c-808f-b017c83f7e97","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"routeName":"external-model-e2e-dft-1ef737-d3ebffb8e1b4","namespace":"llm","model":"e2e-dft-1ef737","externalModel":"e2e-dft-1ef737","provider":"e2e-dft-1ef737-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.127821291Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cad37c1e-e974-4729-9843-2cfb7d14ae62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.12794542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"da3b973e-529e-44e9-bb2f-c500f0292d25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.135549917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ff7b94ae-f0ab-4df7-ad9a-f27458d2e98e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.135566948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ff7b94ae-f0ab-4df7-ad9a-f27458d2e98e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.135871737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5e06fa4e-6090-47f0-bc36-8bc9cbcfaaa3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.135887294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5e06fa4e-6090-47f0-bc36-8bc9cbcfaaa3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.135954792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"e9d2f0c4-dd86-452a-93e4-0fb2b7ae2718","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.136180611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"eb7ba334-46fb-4fd5-9445-f7310198471b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.136193357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"eb7ba334-46fb-4fd5-9445-f7310198471b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.141576136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"da3b973e-529e-44e9-bb2f-c500f0292d25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.142996982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fe9cdb8b-a78a-4be7-aa08-513fe809b833","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.144266227Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-2-4f078e"},"namespace":"e2e-extmod-cfl-2-4f078e","name":"e2e-cfl-3a88d8","reconcileID":"f5f6b380-a383-4588-8b0c-0601b1712a8c","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-2-4f078e"},"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-2-4f078e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.147254713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"e9d2f0c4-dd86-452a-93e4-0fb2b7ae2718","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.155728008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"313390b1-4798-4ac7-8e78-dd1b9e880cda","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.155745547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"313390b1-4798-4ac7-8e78-dd1b9e880cda","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.156022552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"462e4822-3e39-4ee1-aedc-8547609af379","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.156035775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"462e4822-3e39-4ee1-aedc-8547609af379","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.172727527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bc9384ab-ae9b-43f5-9080-78f3ad6f34af","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.172751723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bc9384ab-ae9b-43f5-9080-78f3ad6f34af","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.173203156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b8ec40f4-0bb2-4175-a292-c0fdcb4bed89","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.173221093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b8ec40f4-0bb2-4175-a292-c0fdcb4bed89","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.173580952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be66d92c-365f-4755-9f3e-e150d2d9bc47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.173598759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be66d92c-365f-4755-9f3e-e150d2d9bc47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.185839754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"42b1d169-ca07-4177-b66b-8b29e94281aa","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1ef737","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.185864117Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"42b1d169-ca07-4177-b66b-8b29e94281aa","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"routeName":"external-model-e2e-dft-1ef737-d3ebffb8e1b4","namespace":"llm","model":"e2e-dft-1ef737","externalModel":"e2e-dft-1ef737","provider":"e2e-dft-1ef737-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.232036613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"27347c25-4766-4bb4-b6e7-15304e26bd8f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8c8241","tenantID":"e2e-extmod-a-8c8241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.239442958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"94ef439d-bd70-4486-9ae8-3dc951e278e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.244354314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"0d9ab91e-9e61-4fbc-9039-141d92529ad2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.248834844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"27347c25-4766-4bb4-b6e7-15304e26bd8f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"name":"e2e-extmod-a-8c8241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.25418499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"94ef439d-bd70-4486-9ae8-3dc951e278e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.260185022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ad6b8480-4b51-4c7c-8b23-e65045efe771","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.260435932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1ef737-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-sub","reconcileID":"4fce163f-5383-4131-bf69-373c14ba9ca2","MaaSSubscription":{"name":"e2e-dft-1ef737-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-1ef737","model":"llm/e2e-dft-1ef737","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.264406853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"0d9ab91e-9e61-4fbc-9039-141d92529ad2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.267230488Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"d2c32d19-ffa5-4e69-9092-4acb219bed98","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"name":"e2e-dft-f8adef","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.338882868Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"1d78f7b3-6e98-4097-ac9f-b1bade8f2740","namespace":"llm","name":"e2e-dft-f8adef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.352539852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"e628826c-d57c-4874-9b8e-2932a121330d","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f8adef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.352567534Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"e628826c-d57c-4874-9b8e-2932a121330d","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"routeName":"external-model-e2e-dft-f8adef-38be963da550","namespace":"llm","model":"e2e-dft-f8adef","externalModel":"e2e-dft-f8adef","provider":"e2e-dft-f8adef-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.354632293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"24d2c146-f505-4f89-a6ac-596b5618f2cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.35494784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"e34c09d9-0f09-4438-bc94-187acc03fb89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.370467076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"e34c09d9-0f09-4438-bc94-187acc03fb89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.370873932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"24d2c146-f505-4f89-a6ac-596b5618f2cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.375740454Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.504630233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"1bb263c6-0459-45ef-9169-62823b79a0a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.514646015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"5725a44c-c761-4914-aea6-5b2812c8e0f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.53186265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"a5d4079e-ee1a-4ff7-94f4-50a227e684e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.54613999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"1bb263c6-0459-45ef-9169-62823b79a0a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.549586088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"a5d4079e-ee1a-4ff7-94f4-50a227e684e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.550282047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"5725a44c-c761-4914-aea6-5b2812c8e0f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.586094137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"d5283f25-3496-4ee0-a7bb-8450dd10fa62","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.597940287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"3fc14617-aec6-4ec2-b753-9896c1823619","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.602792351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"d5283f25-3496-4ee0-a7bb-8450dd10fa62","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.60973074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"3fc14617-aec6-4ec2-b753-9896c1823619","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.659626108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"cffa4554-5a55-4ba1-9a96-ce9f5e04e79f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.672603722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"4cf102c2-72f1-4ce0-bcc7-e10a4d258962","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.672947946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60ba8f38-08fb-4ccc-87f9-a616cdd5b951","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.676013807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"cffa4554-5a55-4ba1-9a96-ce9f5e04e79f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.6765917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"b476843f-4d66-4990-b8b8-53b4d4663995","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.682977702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca963f66-f46d-4ad2-901b-99958656d7f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.686873239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"4cf102c2-72f1-4ce0-bcc7-e10a4d258962","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.687655672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60ba8f38-08fb-4ccc-87f9-a616cdd5b951","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.688210386Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b8dab1004b335b3e6799fd7084d4d4d4b4dc6a62b79093da2eb70a6154d41e76) AuthConfig (56ba0b264002d989aab3067503f02112d567588206b28b3322fcab9c2629865f) AuthConfig (2d3703db46a80968e54ebf600d71d2346fb89064a79c107ec8fd448298be68b9) AuthConfig (1e869ad9516c8e21c8d56c710e40cc59dcbc4af545859a4b5451bededbb94488)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"cffa4554-5a55-4ba1-9a96-ce9f5e04e79f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.692770418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"b476843f-4d66-4990-b8b8-53b4d4663995","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.695512539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca963f66-f46d-4ad2-901b-99958656d7f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.701495181Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"b476843f-4d66-4990-b8b8-53b4d4663995","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.703839658Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60ba8f38-08fb-4ccc-87f9-a616cdd5b951","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.707885773Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca963f66-f46d-4ad2-901b-99958656d7f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.709811742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"d4627b11-3c4d-4946-90d0-941a9932dd34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.72345799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"d4627b11-3c4d-4946-90d0-941a9932dd34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.731561207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"857086ff-36ef-48e6-bc8d-d7463cc09b80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.731589231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"a415a247-d148-4cd7-a1b1-17a316f12a8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.743843845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"857086ff-36ef-48e6-bc8d-d7463cc09b80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.743887194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"a415a247-d148-4cd7-a1b1-17a316f12a8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.80343444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"399d84cb-12a4-405c-9b22-676138cb03eb","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8c8241","tenantID":"e2e-extmod-a-8c8241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.821232503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"399d84cb-12a4-405c-9b22-676138cb03eb","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"name":"e2e-extmod-a-8c8241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.884723238Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-8a1b3e-sub","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-sub","reconcileID":"a8d1bc52-dc1f-457b-9829-b2a488b5a611","MaaSSubscription":{"name":"e2e-cmp-legacy-8a1b3e-sub","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"model":"ai-tenant-e2e-extmod-a-8c8241/e2e-cmp-legacy-8a1b3e","subscription":"e2e-cmp-legacy-8a1b3e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.899071971Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-8a1b3e-sub","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-sub","reconcileID":"a8d1bc52-dc1f-457b-9829-b2a488b5a611","MaaSSubscription":{"name":"e2e-cmp-legacy-8a1b3e-sub","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"model":"ai-tenant-e2e-extmod-a-8c8241/e2e-cmp-legacy-8a1b3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.904815681Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-8a1b3e-sub","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-sub","reconcileID":"a8d1bc52-dc1f-457b-9829-b2a488b5a611","MaaSSubscription":{"name":"e2e-cmp-legacy-8a1b3e-sub","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"name":"maas-trlp-e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241","model":"ai-tenant-e2e-extmod-a-8c8241/e2e-cmp-legacy-8a1b3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.918780935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"9157255b-ad30-40bb-a7e2-cff69a61686a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.919089583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"94b9f6b3-75dd-4aed-9665-b82c4c034c59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.9287128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"9157255b-ad30-40bb-a7e2-cff69a61686a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.929718531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"94b9f6b3-75dd-4aed-9665-b82c4c034c59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.967357091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e","reconcileID":"3b6dc2f3-77d6-435c-8baa-318157a5ac38","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"tenant":"e2e-extmod-a-8c8241","gateway":"openshift-ingress/e2e-extmod-a-8c8241","model":"ai-tenant-e2e-extmod-a-8c8241/e2e-cmp-legacy-8a1b3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:06.967375809Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e","reconcileID":"3b6dc2f3-77d6-435c-8baa-318157a5ac38","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"routeName":"external-model-e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241","model":"e2e-cmp-legacy-8a1b3e","externalModel":"e2e-cmp-legacy-8a1b3e","provider":"e2e-cmp-legacy-8a1b3e-provider","gateway":"openshift-ingress/e2e-extmod-a-8c8241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:07.006469166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"bed59f5b-de93-450a-8220-a2bc87f793da","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8c8241","tenantID":"e2e-extmod-a-8c8241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:07.020492493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"bed59f5b-de93-450a-8220-a2bc87f793da","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"name":"e2e-extmod-a-8c8241-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:07.134849317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e","reconcileID":"9356beba-1d41-4a24-94e7-27f5a6ee2c49","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"tenant":"e2e-extmod-a-8c8241","gateway":"openshift-ingress/e2e-extmod-a-8c8241","model":"ai-tenant-e2e-extmod-a-8c8241/e2e-cmp-legacy-8a1b3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:07.134881382Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e","reconcileID":"9356beba-1d41-4a24-94e7-27f5a6ee2c49","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"routeName":"external-model-e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241","model":"e2e-cmp-legacy-8a1b3e","externalModel":"e2e-cmp-legacy-8a1b3e","provider":"e2e-cmp-legacy-8a1b3e-provider","gateway":"openshift-ingress/e2e-extmod-a-8c8241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:07.148337772Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"8f73008a-6274-431d-b002-575d2b97ea7f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"model":"ai-tenant-e2e-extmod-a-8c8241/e2e-cmp-legacy-8a1b3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:07.275019285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"8f73008a-6274-431d-b002-575d2b97ea7f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8c8241","tenantID":"e2e-extmod-a-8c8241","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:07.313396935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"5d302a27-df22-40dc-870e-2835f207e618","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f8adef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:07.313419732Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"5d302a27-df22-40dc-870e-2835f207e618","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"routeName":"external-model-e2e-dft-f8adef-38be963da550","namespace":"llm","model":"e2e-dft-f8adef","externalModel":"e2e-dft-f8adef","provider":"e2e-dft-f8adef-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:07.369662771Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"8f73008a-6274-431d-b002-575d2b97ea7f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"name":"e2e-extmod-a-8c8241-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:07.369681963Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e-access","reconcileID":"8f73008a-6274-431d-b002-575d2b97ea7f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-8a1b3e-access","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8c8241","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:07.37593093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"8e8deae9-832d-4568-9a2c-63cdf0591bec","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f8adef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:07.375951753Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"8e8deae9-832d-4568-9a2c-63cdf0591bec","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"routeName":"external-model-e2e-dft-f8adef-38be963da550","namespace":"llm","model":"e2e-dft-f8adef","externalModel":"e2e-dft-f8adef","provider":"e2e-dft-f8adef-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:07.409631651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e","reconcileID":"5ae1610c-c3f6-4f29-9255-c3d4850d3cf4","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"tenant":"e2e-extmod-a-8c8241","gateway":"openshift-ingress/e2e-extmod-a-8c8241","model":"ai-tenant-e2e-extmod-a-8c8241/e2e-cmp-legacy-8a1b3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:07.409657843Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e","reconcileID":"5ae1610c-c3f6-4f29-9255-c3d4850d3cf4","MaaSModelRef":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"routeName":"external-model-e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241","model":"e2e-cmp-legacy-8a1b3e","externalModel":"e2e-cmp-legacy-8a1b3e","provider":"e2e-cmp-legacy-8a1b3e-provider","gateway":"openshift-ingress/e2e-extmod-a-8c8241","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:07.414868456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"f4a1d819-cb6b-4bb3-bb86-b24d861f1af9","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:07.427682266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"f4a1d819-cb6b-4bb3-bb86-b24d861f1af9","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:07.438947314Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"f4a1d819-cb6b-4bb3-bb86-b24d861f1af9","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:07.469556853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"0a6ac1ce-e1de-4e59-a739-617fa28d5e53","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f8adef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:07.469589111Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"0a6ac1ce-e1de-4e59-a739-617fa28d5e53","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"routeName":"external-model-e2e-dft-f8adef-38be963da550","namespace":"llm","model":"e2e-dft-f8adef","externalModel":"e2e-dft-f8adef","provider":"e2e-dft-f8adef-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:07.522981538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"29def150-db67-45c2-9121-d4c41ae24a5b","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:07.533632888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"29def150-db67-45c2-9121-d4c41ae24a5b","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:07.542728338Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"29def150-db67-45c2-9121-d4c41ae24a5b","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:07.71178354Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-3a88d8-ceaa45-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-sub","reconcileID":"5f171783-6217-4527-a3cc-7523a292e917","MaaSSubscription":{"name":"e2e-cfl-3a88d8-ceaa45-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"model":"e2e-extmod-cfl-1-ceaa45/e2e-cfl-3a88d8","subscription":"e2e-cfl-3a88d8-ceaa45-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:07.728920103Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-3a88d8-ceaa45-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-sub","reconcileID":"5f171783-6217-4527-a3cc-7523a292e917","MaaSSubscription":{"name":"e2e-cfl-3a88d8-ceaa45-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"model":"e2e-extmod-cfl-1-ceaa45/e2e-cfl-3a88d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:07.738540361Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-3a88d8-ceaa45-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-sub","reconcileID":"5f171783-6217-4527-a3cc-7523a292e917","MaaSSubscription":{"name":"e2e-cfl-3a88d8-ceaa45-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"maas-trlp-e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45","model":"e2e-extmod-cfl-1-ceaa45/e2e-cfl-3a88d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:07.792936511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"namespace":"e2e-extmod-cfl-1-ceaa45","name":"e2e-cfl-3a88d8","reconcileID":"79ad7e7e-1359-4e4b-8795-d90f2a3c943d","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"tenant":"e2e-extmod-a-c9bce8","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","model":"e2e-extmod-cfl-1-ceaa45/e2e-cfl-3a88d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:07.792958341Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"namespace":"e2e-extmod-cfl-1-ceaa45","name":"e2e-cfl-3a88d8","reconcileID":"79ad7e7e-1359-4e4b-8795-d90f2a3c943d","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"routeName":"external-model-e2e-cfl-3a88d8-189f45b6f54f","namespace":"e2e-extmod-cfl-1-ceaa45","model":"e2e-cfl-3a88d8","externalModel":"e2e-cfl-3a88d8","provider":"e2e-cfl-3a88d8-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:07.801270283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"024e82a8-98e8-4f07-800b-9d3405991f62","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:07.812207388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"024e82a8-98e8-4f07-800b-9d3405991f62","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:07.945238078Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e","reconcileID":"428ea4b1-17b3-4544-af75-59e7a905a311","namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:07.948662574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"ff3cf92b-811a-45f4-96a6-feaedc4efe08","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:07.96256949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"ff3cf92b-811a-45f4-96a6-feaedc4efe08","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:07.968669844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"94dc81b8-dd5d-4a53-9da7-9ee93528577d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:07.969152152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"namespace":"e2e-extmod-cfl-1-ceaa45","name":"e2e-cfl-3a88d8","reconcileID":"b82a68b7-d5f5-4a15-a56a-256c13230d18","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"tenant":"e2e-extmod-a-c9bce8","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","model":"e2e-extmod-cfl-1-ceaa45/e2e-cfl-3a88d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:07.969168123Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"namespace":"e2e-extmod-cfl-1-ceaa45","name":"e2e-cfl-3a88d8","reconcileID":"b82a68b7-d5f5-4a15-a56a-256c13230d18","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"routeName":"external-model-e2e-cfl-3a88d8-189f45b6f54f","namespace":"e2e-extmod-cfl-1-ceaa45","model":"e2e-cfl-3a88d8","externalModel":"e2e-cfl-3a88d8","provider":"e2e-cfl-3a88d8-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:07.98563718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"94dc81b8-dd5d-4a53-9da7-9ee93528577d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:07.988973742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"baa43359-b6a6-4042-b741-4d475a2a3242","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:07.989148644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95d54a26-8c60-4b83-8476-e221eaf7dea7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:07.991339612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7bbe6bab-1831-490c-a02c-5b0ca5d53412","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:07.995656408Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b8dab1004b335b3e6799fd7084d4d4d4b4dc6a62b79093da2eb70a6154d41e76) AuthConfig (56ba0b264002d989aab3067503f02112d567588206b28b3322fcab9c2629865f) AuthConfig (2d3703db46a80968e54ebf600d71d2346fb89064a79c107ec8fd448298be68b9) AuthConfig (1e869ad9516c8e21c8d56c710e40cc59dcbc4af545859a4b5451bededbb94488)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"94dc81b8-dd5d-4a53-9da7-9ee93528577d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.002116447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95d54a26-8c60-4b83-8476-e221eaf7dea7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.004028175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7bbe6bab-1831-490c-a02c-5b0ca5d53412","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.008395395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"baa43359-b6a6-4042-b741-4d475a2a3242","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.018441526Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95d54a26-8c60-4b83-8476-e221eaf7dea7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.023753328Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7bbe6bab-1831-490c-a02c-5b0ca5d53412","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.02810866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"baa43359-b6a6-4042-b741-4d475a2a3242","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.06229108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"ff9cc8b4-f49e-4bd6-a257-3052ab8728fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.062653055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"2e105c67-5a83-4b47-9bb1-779340d9959a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.068070102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"57923af9-bf9e-4c39-af9b-bea13b13e68c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.072996135Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-8a1b3e","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e","reconcileID":"c47f4a15-3d43-403e-a2a0-286717649553","namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"e2e-cmp-legacy-8a1b3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.080177809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"ff9cc8b4-f49e-4bd6-a257-3052ab8728fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.082808326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"2e105c67-5a83-4b47-9bb1-779340d9959a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.083511532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"07ddd017-e8f8-4810-8ebe-0c9612d7ec91","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.090566127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"57923af9-bf9e-4c39-af9b-bea13b13e68c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.099264999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"07ddd017-e8f8-4810-8ebe-0c9612d7ec91","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.169318894Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"07ddd017-e8f8-4810-8ebe-0c9612d7ec91","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.170369081Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"526998b3-f932-44bd-aa09-ead6ecbb54c7","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"model":"e2e-extmod-cfl-1-ceaa45/e2e-cfl-3a88d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.197553327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"34b0ce79-9f6d-4415-8970-4d2c76bbaaf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.207934755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"e9efe62b-7373-45c1-b83c-9cb61576ffdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.20855954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"27cb0ca8-2be6-4c60-bb58-078538877f96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.259156737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"34b0ce79-9f6d-4415-8970-4d2c76bbaaf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.261329248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"27cb0ca8-2be6-4c60-bb58-078538877f96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.270308139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"e11b03c0-4b98-4cca-8ed9-d0d40e887a2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.285974615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"526998b3-f932-44bd-aa09-ead6ecbb54c7","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.306720741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"e9efe62b-7373-45c1-b83c-9cb61576ffdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.329986784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"e11b03c0-4b98-4cca-8ed9-d0d40e887a2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.415775371Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"526998b3-f932-44bd-aa09-ead6ecbb54c7","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.415799808Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-cfl-3a88d8-ceaa45-access","reconcileID":"526998b3-f932-44bd-aa09-ead6ecbb54c7","MaaSAuthPolicy":{"name":"e2e-cfl-3a88d8-ceaa45-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.41581173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"347efa0b-666c-4b5c-bdbe-a85e7c3ad94f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.416295851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"122087a0-6eb9-41c7-ae6f-3b6cb93dfcee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.430753835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"85a73f72-734e-4e16-b49b-69827231b45b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.442679818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"347efa0b-666c-4b5c-bdbe-a85e7c3ad94f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.446463283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"122087a0-6eb9-41c7-ae6f-3b6cb93dfcee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.450583395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"85a73f72-734e-4e16-b49b-69827231b45b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.451676638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"namespace":"e2e-extmod-cfl-1-ceaa45","name":"e2e-cfl-3a88d8","reconcileID":"4d007bd8-b081-445f-93fb-c2eca54a132f","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"tenant":"e2e-extmod-a-c9bce8","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","model":"e2e-extmod-cfl-1-ceaa45/e2e-cfl-3a88d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.451697025Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"namespace":"e2e-extmod-cfl-1-ceaa45","name":"e2e-cfl-3a88d8","reconcileID":"4d007bd8-b081-445f-93fb-c2eca54a132f","MaaSModelRef":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"routeName":"external-model-e2e-cfl-3a88d8-189f45b6f54f","namespace":"e2e-extmod-cfl-1-ceaa45","model":"e2e-cfl-3a88d8","externalModel":"e2e-cfl-3a88d8","provider":"e2e-cfl-3a88d8-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.524778863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"7bb7fadc-db20-4904-a23f-f198223ef678","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.555799214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"7bb7fadc-db20-4904-a23f-f198223ef678","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.562481886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb739333-f515-4682-a4ec-26cba4022226","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.565740521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b8dab1004b335b3e6799fd7084d4d4d4b4dc6a62b79093da2eb70a6154d41e76) AuthConfig (56ba0b264002d989aab3067503f02112d567588206b28b3322fcab9c2629865f) AuthConfig (2d3703db46a80968e54ebf600d71d2346fb89064a79c107ec8fd448298be68b9) AuthConfig (1e869ad9516c8e21c8d56c710e40cc59dcbc4af545859a4b5451bededbb94488)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"7bb7fadc-db20-4904-a23f-f198223ef678","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.574676739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb739333-f515-4682-a4ec-26cba4022226","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.584989436Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb739333-f515-4682-a4ec-26cba4022226","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.618193945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"36ddbe49-d656-4c95-bec1-87bf7306f6af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.620334055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"cc49087f-e66e-4f89-8cc2-77c5b5a6b22a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.629298611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"36ddbe49-d656-4c95-bec1-87bf7306f6af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.632766419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf8604da-cd9c-47b4-ac68-b5da6ffac17a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.634205339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"cc49087f-e66e-4f89-8cc2-77c5b5a6b22a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.637919572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"716245f6-b49f-41dd-bcb0-ba540f11f38a","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.638146736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"1c6dcbee-aeed-42ea-b3dd-28f3bd07ccf2","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.645002564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf8604da-cd9c-47b4-ac68-b5da6ffac17a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.650468317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"1c6dcbee-aeed-42ea-b3dd-28f3bd07ccf2","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.656937414Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf8604da-cd9c-47b4-ac68-b5da6ffac17a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.669387358Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"1c6dcbee-aeed-42ea-b3dd-28f3bd07ccf2","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.669736228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"716245f6-b49f-41dd-bcb0-ba540f11f38a","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.674422969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"14025fbe-fdf5-4327-a05e-f4aec22c2edd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.679412031Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"716245f6-b49f-41dd-bcb0-ba540f11f38a","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.687010565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"14025fbe-fdf5-4327-a05e-f4aec22c2edd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:08.977801916Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-2-4f078e"},"namespace":"e2e-extmod-cfl-2-4f078e","name":"e2e-cfl-3a88d8","reconcileID":"4e0e3d5d-88dc-492a-bed5-14a4d2bb7fbd","namespace":"e2e-extmod-cfl-2-4f078e","name":"e2e-cfl-3a88d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.053646257Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-2-4f078e"},"namespace":"e2e-extmod-cfl-2-4f078e","name":"e2e-cfl-3a88d8","reconcileID":"2a438de9-7769-4711-aa58-6b9c16b7a41b","namespace":"e2e-extmod-cfl-2-4f078e","name":"e2e-cfl-3a88d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.064747118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"091d82a7-ba30-415c-9b6a-89c6ea4d6010","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.107724917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"091d82a7-ba30-415c-9b6a-89c6ea4d6010","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.109987633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"c0c2be04-6123-447c-bec1-9ae91a8e8102","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.109988211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"edf6197c-9020-44e1-aab3-a489e504170c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.114750033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"d5aeb64f-2eac-4075-8f1a-59e095413ab9","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.115010539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fdf06d44-d685-4de8-983e-e1181fb65598","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.134075877Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b8dab1004b335b3e6799fd7084d4d4d4b4dc6a62b79093da2eb70a6154d41e76) AuthConfig (56ba0b264002d989aab3067503f02112d567588206b28b3322fcab9c2629865f) AuthConfig (2d3703db46a80968e54ebf600d71d2346fb89064a79c107ec8fd448298be68b9) AuthConfig (1e869ad9516c8e21c8d56c710e40cc59dcbc4af545859a4b5451bededbb94488)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"091d82a7-ba30-415c-9b6a-89c6ea4d6010","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.135426176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"c0c2be04-6123-447c-bec1-9ae91a8e8102","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.142381262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fdf06d44-d685-4de8-983e-e1181fb65598","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.1425742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"edf6197c-9020-44e1-aab3-a489e504170c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.155523212Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"c0c2be04-6123-447c-bec1-9ae91a8e8102","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.165006113Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fdf06d44-d685-4de8-983e-e1181fb65598","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.187673244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"2648804b-c09a-451d-9c71-8a9fe9159900","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.188761424Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"edf6197c-9020-44e1-aab3-a489e504170c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.195525217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"d5aeb64f-2eac-4075-8f1a-59e095413ab9","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.201147879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"2648804b-c09a-451d-9c71-8a9fe9159900","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.213849564Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"d5aeb64f-2eac-4075-8f1a-59e095413ab9","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.297329174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"3a65e818-5eba-4477-8e0c-5d6577c082c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.297386485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"5c216da0-0ae3-455e-97f4-cc6e778b5c00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.297784004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"1b17d887-90bc-4f1e-b798-aa1db95b4269","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.297881769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"bb375fd4-2797-4974-8afb-5af792f0847a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.329495965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"bb375fd4-2797-4974-8afb-5af792f0847a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.32950804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"1b17d887-90bc-4f1e-b798-aa1db95b4269","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.331764454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"3a65e818-5eba-4477-8e0c-5d6577c082c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.336941638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"803ee860-bab1-4511-9f29-618b3578029b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.345267717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"5c216da0-0ae3-455e-97f4-cc6e778b5c00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.382346947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"803ee860-bab1-4511-9f29-618b3578029b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.39142101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"b9a337f7-473b-43ed-b3fa-9a94e0d56cf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.403279597Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"4d23d8b1-fca4-4e17-baa5-862c3a9c148e","namespace":"llm","name":"e2e-dft-af16f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.423353345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"b600ae55-17ff-4170-b510-8924c7370182","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.441485558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"c98ef042-ecc6-4b35-ad91-d7839356263e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.443968835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"b9a337f7-473b-43ed-b3fa-9a94e0d56cf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.453923308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"b600ae55-17ff-4170-b510-8924c7370182","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.46367584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"c98ef042-ecc6-4b35-ad91-d7839356263e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.483883369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"d9478087-7ee1-4086-84c9-e88e85782edb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.494444253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"d9478087-7ee1-4086-84c9-e88e85782edb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.549786008Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"b88087e4-8fd6-4024-a101-f9123dbd4d0e","namespace":"llm","name":"e2e-dft-af16f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.567752087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"efb836b9-2dac-40f0-af14-acc3c0a41571","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.58673475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"efb836b9-2dac-40f0-af14-acc3c0a41571","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.58957613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"520682ea-1b19-4b62-8ec6-b30d9e96368d","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.595923727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"d9350844-c45f-4a10-bf38-7aa9b041c070","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.596539821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92b4801b-2d1f-47dc-b526-afc1872f9e7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.597238893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8d489b2-42ef-4efe-9048-ff38a97f0679","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.59890676Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b8dab1004b335b3e6799fd7084d4d4d4b4dc6a62b79093da2eb70a6154d41e76) AuthConfig (56ba0b264002d989aab3067503f02112d567588206b28b3322fcab9c2629865f) AuthConfig (2d3703db46a80968e54ebf600d71d2346fb89064a79c107ec8fd448298be68b9) AuthConfig (1e869ad9516c8e21c8d56c710e40cc59dcbc4af545859a4b5451bededbb94488)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"efb836b9-2dac-40f0-af14-acc3c0a41571","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.601365875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"520682ea-1b19-4b62-8ec6-b30d9e96368d","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.671346429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"520682ea-1b19-4b62-8ec6-b30d9e96368d","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.671598081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92b4801b-2d1f-47dc-b526-afc1872f9e7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.674133854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"d9350844-c45f-4a10-bf38-7aa9b041c070","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.677271983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8d489b2-42ef-4efe-9048-ff38a97f0679","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.698285195Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"bb12eec1-453a-40b0-b5b1-5b972792b6c5","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"name":"e2e-dft-af16f3","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.703224008Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92b4801b-2d1f-47dc-b526-afc1872f9e7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.703773862Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"d9350844-c45f-4a10-bf38-7aa9b041c070","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.705427882Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8d489b2-42ef-4efe-9048-ff38a97f0679","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.706653718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"1c9241ca-f966-44ce-90f4-b16f03e5f445","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.714377977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"83c7c11c-1336-4706-9ff7-fe914ba4175f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.721176583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1ef737-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-sub","reconcileID":"af961af7-ea46-49a4-9945-a0c887ce119d","MaaSSubscription":{"name":"e2e-dft-1ef737-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-1ef737","model":"llm/e2e-dft-1ef737","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.721567419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e9a0614c-a4af-460b-9e3d-5e33c70abc07","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.721583867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e9a0614c-a4af-460b-9e3d-5e33c70abc07","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.721864294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dedd40a6-5ab4-4b31-ae21-9963163ae1b7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.721876248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dedd40a6-5ab4-4b31-ae21-9963163ae1b7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.722156305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c03a3404-8a4d-41eb-b292-acb108bbf93b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.722169056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c03a3404-8a4d-41eb-b292-acb108bbf93b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.722400016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aaa8ad4a-3bf4-4a18-9ad5-fdb64966cba9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.722410635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aaa8ad4a-3bf4-4a18-9ad5-fdb64966cba9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.722618245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4e34e48e-2e57-40f5-a41e-a00dbfff1ae1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.722628355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4e34e48e-2e57-40f5-a41e-a00dbfff1ae1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.722984091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"18bfc197-13b4-4638-ac44-982be248b960","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.722998031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"18bfc197-13b4-4638-ac44-982be248b960","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.730107539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"1c9241ca-f966-44ce-90f4-b16f03e5f445","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.738469762Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"e7876e8d-6bf9-4eed-99f8-ec9ca069fb52","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"name":"e2e-dft-af16f3","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.739423286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"64e581f1-f8b9-4091-b98b-6a46833c0d0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.769558031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"e49aba21-1782-41b4-9b34-2f1cb0a233ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.770198264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"7515fdaa-c136-4e1b-8f8c-dd38433bb4ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.770995368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"27c1598b-c7c0-4b5c-a4d9-65e33032db6c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.771012589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"27c1598b-c7c0-4b5c-a4d9-65e33032db6c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.771405266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f02c0525-ff3e-46af-98a4-1dd5f96c3170","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.771421736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f02c0525-ff3e-46af-98a4-1dd5f96c3170","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.772452213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"64e581f1-f8b9-4091-b98b-6a46833c0d0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.7786752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"94c0d67b-13c7-492f-8243-ce3497a2fde5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.779729586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"8de4f04c-0972-4b27-a1cc-1bfa00e2c5e9","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1ef737","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.779750073Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"8de4f04c-0972-4b27-a1cc-1bfa00e2c5e9","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"routeName":"external-model-e2e-dft-1ef737-d3ebffb8e1b4","namespace":"llm","model":"e2e-dft-1ef737","externalModel":"e2e-dft-1ef737","provider":"e2e-dft-1ef737-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.785478389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"7515fdaa-c136-4e1b-8f8c-dd38433bb4ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.788706761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9c256c9d-836b-4df4-bd77-954e6b8eac0e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.793793701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"e49aba21-1782-41b4-9b34-2f1cb0a233ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.795214885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"94c0d67b-13c7-492f-8243-ce3497a2fde5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.795504357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"8d53f9a8-bac5-4f1d-ad52-e242cb6e3f81","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f8adef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.795525684Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"8d53f9a8-bac5-4f1d-ad52-e242cb6e3f81","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"routeName":"external-model-e2e-dft-f8adef-38be963da550","namespace":"llm","model":"e2e-dft-f8adef","externalModel":"e2e-dft-f8adef","provider":"e2e-dft-f8adef-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.823388955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"e02c0e6a-849c-4836-8171-1807e258f99e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.834780584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"e02c0e6a-849c-4836-8171-1807e258f99e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.841564725Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"0a1e831e-52b9-4807-b862-3c8e17d6eed9","namespace":"llm","name":"e2e-dft-af16f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.8479549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"1ac3618d-9c3a-4499-bc21-9c0778b49096","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-af16f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.847974989Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"1ac3618d-9c3a-4499-bc21-9c0778b49096","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"routeName":"external-model-e2e-dft-af16f3-6785691d5569","namespace":"llm","model":"e2e-dft-af16f3","externalModel":"e2e-dft-af16f3","provider":"e2e-dft-af16f3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.922981635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"e404a6b6-3b7e-4049-83ea-1ad7d1e4b079","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:09.936033105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"e404a6b6-3b7e-4049-83ea-1ad7d1e4b079","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.055344088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"f3943f34-abfd-4e12-a781-e08e4f970cec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.055999754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"1e40622f-86c9-450c-b50b-c906bda6c648","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.080692751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"1ed51f0a-c268-4dc4-b8f2-60271edbb1d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.090628085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"f3943f34-abfd-4e12-a781-e08e4f970cec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.093994887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"1e40622f-86c9-450c-b50b-c906bda6c648","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.101278954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"1ed51f0a-c268-4dc4-b8f2-60271edbb1d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.101888533Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"7dec93f4-d9be-451b-a918-f3b904fe207b","namespace":"llm","name":"e2e-dft-af16f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.105831127Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"namespace":"e2e-extmod-cfl-1-ceaa45","name":"e2e-cfl-3a88d8","reconcileID":"dc580ee5-924a-4dce-af9c-fa1579f04611","namespace":"e2e-extmod-cfl-1-ceaa45","name":"e2e-cfl-3a88d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.111107971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"f11c3caa-0fcf-45b8-af00-721549ff942a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.115944115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c68a10e6-e7d7-42b6-8655-4ce346338621","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.125544537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"f11c3caa-0fcf-45b8-af00-721549ff942a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.129571339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c68a10e6-e7d7-42b6-8655-4ce346338621","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.154160945Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c68a10e6-e7d7-42b6-8655-4ce346338621","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.155434935Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b8dab1004b335b3e6799fd7084d4d4d4b4dc6a62b79093da2eb70a6154d41e76) AuthConfig (56ba0b264002d989aab3067503f02112d567588206b28b3322fcab9c2629865f) AuthConfig (2d3703db46a80968e54ebf600d71d2346fb89064a79c107ec8fd448298be68b9) AuthConfig (1e869ad9516c8e21c8d56c710e40cc59dcbc4af545859a4b5451bededbb94488)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"f11c3caa-0fcf-45b8-af00-721549ff942a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.169969904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"5ecbb9e4-226a-4134-a025-d307214f0c63","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.169969889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"93d4e65b-6628-4db1-a40d-4086a9d643a7","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.172254333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"209454a6-1055-451d-867d-9219c0b040bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.173122182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"bf336954-279b-4206-9453-13ae48136ea9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.173193046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5db79efc-0ca2-4b48-926c-8459123cb67f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.180839613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"5ecbb9e4-226a-4134-a025-d307214f0c63","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.184167108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"209454a6-1055-451d-867d-9219c0b040bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.185621384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"93d4e65b-6628-4db1-a40d-4086a9d643a7","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.188281724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5db79efc-0ca2-4b48-926c-8459123cb67f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.18987261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"bf336954-279b-4206-9453-13ae48136ea9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.190433042Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"5ecbb9e4-226a-4134-a025-d307214f0c63","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.194727116Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"93d4e65b-6628-4db1-a40d-4086a9d643a7","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.205649574Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5db79efc-0ca2-4b48-926c-8459123cb67f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.211849294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"1dd45665-20bb-4990-ab09-635640872140","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.212498918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"87f1566e-37a6-4a97-bad0-8ba3a6965ab3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.224305583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"c5766f9d-6be0-4ed4-b81e-084d3bd124a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.228167689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"87f1566e-37a6-4a97-bad0-8ba3a6965ab3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.229941766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"1dd45665-20bb-4990-ab09-635640872140","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.244245655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"c5766f9d-6be0-4ed4-b81e-084d3bd124a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.281091494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"0ea37a26-9967-4043-89e5-7ff367b7f224","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.288888149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"9460ecf8-6864-4edc-8ff7-6400e0c9e267","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.29259068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"0ea37a26-9967-4043-89e5-7ff367b7f224","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.299749684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"9460ecf8-6864-4edc-8ff7-6400e0c9e267","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.311984024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"29a5eee1-d9af-4980-ae6a-787fa8cd84c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.370152388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f671e01-dc5e-4adc-ac35-4292d45d5528","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.371529484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"29a5eee1-d9af-4980-ae6a-787fa8cd84c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.386568625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f671e01-dc5e-4adc-ac35-4292d45d5528","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.400739241Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f671e01-dc5e-4adc-ac35-4292d45d5528","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.426948909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"777cd097-e8b3-4ce6-a5c7-59106b808ed1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.471949564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"777cd097-e8b3-4ce6-a5c7-59106b808ed1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.518357896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"ead349eb-c642-48b1-a4ca-62dd2dfb7cce","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.52247023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"68b57124-6d7d-426a-a5c9-f99d48417765","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.529680233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"ead349eb-c642-48b1-a4ca-62dd2dfb7cce","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.534277732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"68b57124-6d7d-426a-a5c9-f99d48417765","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.539732217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b8dab1004b335b3e6799fd7084d4d4d4b4dc6a62b79093da2eb70a6154d41e76) AuthConfig (56ba0b264002d989aab3067503f02112d567588206b28b3322fcab9c2629865f) AuthConfig (2d3703db46a80968e54ebf600d71d2346fb89064a79c107ec8fd448298be68b9) AuthConfig (1e869ad9516c8e21c8d56c710e40cc59dcbc4af545859a4b5451bededbb94488)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"ead349eb-c642-48b1-a4ca-62dd2dfb7cce","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.863528625Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-3a88d8","namespace":"e2e-extmod-cfl-1-ceaa45"},"namespace":"e2e-extmod-cfl-1-ceaa45","name":"e2e-cfl-3a88d8","reconcileID":"85b8433b-5834-41f6-b5d9-6a964bda1f44","namespace":"e2e-extmod-cfl-1-ceaa45","name":"e2e-cfl-3a88d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.888096506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"a440d4d3-cb05-42b0-8680-cb6c4a240345","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.906136933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"a440d4d3-cb05-42b0-8680-cb6c4a240345","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.909500484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"090cf3d0-fdab-4b2a-9ccb-4f6e5c77e563","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.909807464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa9315d8-6a47-4656-a936-628cbb4aa28c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.910083554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0960c3a6-4035-4da4-9b7c-a46388ff329b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.912440943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"106c4c37-ca74-464c-aea5-9683590e2ffc","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.915322972Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b8dab1004b335b3e6799fd7084d4d4d4b4dc6a62b79093da2eb70a6154d41e76) AuthConfig (56ba0b264002d989aab3067503f02112d567588206b28b3322fcab9c2629865f) AuthConfig (2d3703db46a80968e54ebf600d71d2346fb89064a79c107ec8fd448298be68b9) AuthConfig (1e869ad9516c8e21c8d56c710e40cc59dcbc4af545859a4b5451bededbb94488)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"a440d4d3-cb05-42b0-8680-cb6c4a240345","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.924634278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa9315d8-6a47-4656-a936-628cbb4aa28c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.924659584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"090cf3d0-fdab-4b2a-9ccb-4f6e5c77e563","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.92683184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0960c3a6-4035-4da4-9b7c-a46388ff329b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.92738721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"106c4c37-ca74-464c-aea5-9683590e2ffc","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.936146006Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa9315d8-6a47-4656-a936-628cbb4aa28c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.936157221Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"090cf3d0-fdab-4b2a-9ccb-4f6e5c77e563","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.93762691Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"106c4c37-ca74-464c-aea5-9683590e2ffc","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.937946586Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0960c3a6-4035-4da4-9b7c-a46388ff329b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:10.965515857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"df572e65-5215-4a7f-8570-3b830d3ee381","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:11.030875691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"df572e65-5215-4a7f-8570-3b830d3ee381","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:11.043064289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"cf1e0268-4d92-4ad2-90a3-e8fd251ef13c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:11.043686768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"1c93f419-6d38-4ba2-9fbc-2657bea3ade9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:11.044515921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"cf5598dc-41f5-49bc-99d1-85fbc32fa811","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:11.049589104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"d35dbe74-5f23-4c41-8ec2-a12090fde212","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:11.058929402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"1c93f419-6d38-4ba2-9fbc-2657bea3ade9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:11.065707031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"d35dbe74-5f23-4c41-8ec2-a12090fde212","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:11.06842985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"cf1e0268-4d92-4ad2-90a3-e8fd251ef13c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:11.070590559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"cf5598dc-41f5-49bc-99d1-85fbc32fa811","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:11.082423431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"53e90f1b-be5c-446c-b4a2-36c5e2e8b98f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:11.097443392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"53e90f1b-be5c-446c-b4a2-36c5e2e8b98f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:11.180022976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"583561e3-5da1-455d-86c8-a2268f9d0d4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:11.191463345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"583561e3-5da1-455d-86c8-a2268f9d0d4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:11.284236938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"1f30f685-c808-4bd4-917f-d4ad12f3f32e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:11.28426341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"9fc73e6a-7ee2-4f42-a0d1-1bacbdcc90d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:11.288069833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"38d53725-3fed-40de-9ecf-01a22d990654","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:11.300668342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"1f30f685-c808-4bd4-917f-d4ad12f3f32e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:11.300684119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"9fc73e6a-7ee2-4f42-a0d1-1bacbdcc90d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:11.30321234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"38d53725-3fed-40de-9ecf-01a22d990654","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:15.805114982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"b59dac10-6648-4d56-bcbd-c482d42876dd","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-af16f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:15.805140291Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"b59dac10-6648-4d56-bcbd-c482d42876dd","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"routeName":"external-model-e2e-dft-af16f3-6785691d5569","namespace":"llm","model":"e2e-dft-af16f3","externalModel":"e2e-dft-af16f3","provider":"e2e-dft-af16f3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:15.815314708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"d7f93078-8909-4731-8bb6-cf61159defee","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-af16f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:15.815334364Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"d7f93078-8909-4731-8bb6-cf61159defee","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"routeName":"external-model-e2e-dft-af16f3-6785691d5569","namespace":"llm","model":"e2e-dft-af16f3","externalModel":"e2e-dft-af16f3","provider":"e2e-dft-af16f3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:15.837264258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"d499f225-bf4f-45c3-812e-47b71f22f4b5","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:15.846998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"d499f225-bf4f-45c3-812e-47b71f22f4b5","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:15.857610486Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"d499f225-bf4f-45c3-812e-47b71f22f4b5","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:15.876397739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"314e8ed3-14bb-419a-8b82-4a5956521270","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-af16f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:15.876421579Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"314e8ed3-14bb-419a-8b82-4a5956521270","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"routeName":"external-model-e2e-dft-af16f3-6785691d5569","namespace":"llm","model":"e2e-dft-af16f3","externalModel":"e2e-dft-af16f3","provider":"e2e-dft-af16f3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:15.943837381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"5e15ebb8-a1bc-407d-82ad-3245175ef395","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:15.954398958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"5e15ebb8-a1bc-407d-82ad-3245175ef395","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:15.963473469Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"5e15ebb8-a1bc-407d-82ad-3245175ef395","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:09:15.969207683Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"5e15ebb8-a1bc-407d-82ad-3245175ef395","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-af16f3-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:16.037303605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"63b60961-8f1c-4344-9cf4-96a78f29e956","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:16.048474493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"63b60961-8f1c-4344-9cf4-96a78f29e956","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:16.056877946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"63b60961-8f1c-4344-9cf4-96a78f29e956","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:20.934106307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"aaa09677-ac1f-4390-82ad-17fb29c96f6a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:20.944227853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"aaa09677-ac1f-4390-82ad-17fb29c96f6a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:20.95474745Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b8dab1004b335b3e6799fd7084d4d4d4b4dc6a62b79093da2eb70a6154d41e76) AuthConfig (56ba0b264002d989aab3067503f02112d567588206b28b3322fcab9c2629865f) AuthConfig (2d3703db46a80968e54ebf600d71d2346fb89064a79c107ec8fd448298be68b9) AuthConfig (1e869ad9516c8e21c8d56c710e40cc59dcbc4af545859a4b5451bededbb94488)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"aaa09677-ac1f-4390-82ad-17fb29c96f6a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:20.985403421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd92ee98-b368-47c0-b4f8-6940fba59858","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:20.985514131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"ac7200f2-263e-44ec-8c3d-c2f85ff63db9","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:20.986263857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0554e625-4462-481f-821a-26be67eef49a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:20.991757558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"18e76da6-a231-44c6-b144-1ca38dfcbc68","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:20.997555467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0554e625-4462-481f-821a-26be67eef49a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:20.997960455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd92ee98-b368-47c0-b4f8-6940fba59858","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:21.000706121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"ac7200f2-263e-44ec-8c3d-c2f85ff63db9","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:21.008869204Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0554e625-4462-481f-821a-26be67eef49a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:21.010537543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"18e76da6-a231-44c6-b144-1ca38dfcbc68","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:21.011185929Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd92ee98-b368-47c0-b4f8-6940fba59858","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:21.014546775Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"ac7200f2-263e-44ec-8c3d-c2f85ff63db9","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:21.02134267Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"18e76da6-a231-44c6-b144-1ca38dfcbc68","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:26.123402225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"ffd4e0b9-6908-44ce-ab03-32bfb1621de5","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:26.142709336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"ffd4e0b9-6908-44ce-ab03-32bfb1621de5","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:26.161666615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"ffd4e0b9-6908-44ce-ab03-32bfb1621de5","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:30.982167865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"16c2cdd1-e2da-412b-b748-e959fe732777","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:30.992228539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"16c2cdd1-e2da-412b-b748-e959fe732777","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:31.004008882Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b8dab1004b335b3e6799fd7084d4d4d4b4dc6a62b79093da2eb70a6154d41e76) AuthConfig (56ba0b264002d989aab3067503f02112d567588206b28b3322fcab9c2629865f) AuthConfig (2d3703db46a80968e54ebf600d71d2346fb89064a79c107ec8fd448298be68b9) AuthConfig (1e869ad9516c8e21c8d56c710e40cc59dcbc4af545859a4b5451bededbb94488)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"16c2cdd1-e2da-412b-b748-e959fe732777","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:31.116560023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1ef737-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-sub","reconcileID":"640bf2ce-304c-4041-8d53-3ec9f5c3626b","MaaSSubscription":{"name":"e2e-dft-1ef737-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-1ef737","model":"llm/e2e-dft-1ef737","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:31.127252237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"fd4ec4fb-7d32-468a-af0f-7b0c227c3669","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:31.127308727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9190459f-16b1-49f7-9273-44f564b05249","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:31.140626785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"5078cf7e-abfa-4a46-8c8e-75cad040bd1e","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:31.155728472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0968d78-8111-4840-9570-c7bd16f0356b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:31.158535369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9190459f-16b1-49f7-9273-44f564b05249","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:31.167151647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"5078cf7e-abfa-4a46-8c8e-75cad040bd1e","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:31.16835424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"fd4ec4fb-7d32-468a-af0f-7b0c227c3669","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:31.169993954Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9190459f-16b1-49f7-9273-44f564b05249","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:31.170589529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0968d78-8111-4840-9570-c7bd16f0356b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:31.178095527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"5078cf7e-abfa-4a46-8c8e-75cad040bd1e","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:31.195038002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"fd4ec4fb-7d32-468a-af0f-7b0c227c3669","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:31.196627738Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0968d78-8111-4840-9570-c7bd16f0356b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:31.210386622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"21172b00-8d99-4643-ae3e-d096804d3879","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1ef737","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:31.210423707Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"21172b00-8d99-4643-ae3e-d096804d3879","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"routeName":"external-model-e2e-dft-1ef737-d3ebffb8e1b4","namespace":"llm","model":"e2e-dft-1ef737","externalModel":"e2e-dft-1ef737","provider":"e2e-dft-1ef737-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.208060089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"3a46f2f5-90c7-4887-a082-5a98298ca931","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.212390818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"432eda7b-1dc4-4580-a591-5ff0c1272f09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.225346519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90e08cff-ab0b-4bc6-b2bf-8e1db11e3681","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.269256365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"c2141804-55eb-49b7-a6dd-1e2d205d7b7f","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.269619405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"f8b1da22-173e-4f2f-9035-1d11b79276d7","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.2713164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"3a46f2f5-90c7-4887-a082-5a98298ca931","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.272265633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90e08cff-ab0b-4bc6-b2bf-8e1db11e3681","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.274125762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"432eda7b-1dc4-4580-a591-5ff0c1272f09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.283281969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"f8b1da22-173e-4f2f-9035-1d11b79276d7","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.285948098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"3a46f2f5-90c7-4887-a082-5a98298ca931","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.288518444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"c2141804-55eb-49b7-a6dd-1e2d205d7b7f","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.305189119Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90e08cff-ab0b-4bc6-b2bf-8e1db11e3681","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.306039812Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"f8b1da22-173e-4f2f-9035-1d11b79276d7","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.307551597Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"432eda7b-1dc4-4580-a591-5ff0c1272f09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.308009957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"775c33e7-2897-4bec-84f6-e9ced0334412","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f8adef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.308029258Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"775c33e7-2897-4bec-84f6-e9ced0334412","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"routeName":"external-model-e2e-dft-f8adef-38be963da550","namespace":"llm","model":"e2e-dft-f8adef","externalModel":"e2e-dft-f8adef","provider":"e2e-dft-f8adef-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.30938625Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"c2141804-55eb-49b7-a6dd-1e2d205d7b7f","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.344174576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2b1b2bd4-e1d1-4e6a-861b-7fb43b1da6bc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.344192056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2b1b2bd4-e1d1-4e6a-861b-7fb43b1da6bc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.358564024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"a3bcf6f1-de5e-4b87-a942-82f5262883ed","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1ef737","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.358582751Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"a3bcf6f1-de5e-4b87-a942-82f5262883ed","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"routeName":"external-model-e2e-dft-1ef737-d3ebffb8e1b4","namespace":"llm","model":"e2e-dft-1ef737","externalModel":"e2e-dft-1ef737","provider":"e2e-dft-1ef737-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.370901858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e74d9101-861d-47a2-848f-5141d8ddcbb8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.370923041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e74d9101-861d-47a2-848f-5141d8ddcbb8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.375828371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"ec14607d-859f-434b-9995-639e802688bb","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.376964897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"079ca4c5-57ca-4ce8-80c5-09d20144d54e","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-af16f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.37698296Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"079ca4c5-57ca-4ce8-80c5-09d20144d54e","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"routeName":"external-model-e2e-dft-af16f3-6785691d5569","namespace":"llm","model":"e2e-dft-af16f3","externalModel":"e2e-dft-af16f3","provider":"e2e-dft-af16f3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.394915061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"ec14607d-859f-434b-9995-639e802688bb","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.410357672Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"ec14607d-859f-434b-9995-639e802688bb","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:09:32.417327174Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"ec14607d-859f-434b-9995-639e802688bb","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-f8adef-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.440905632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49da05d4-1b0d-4cb3-bea8-d9607b924e82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.445219036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f9b3b179-e9ee-4e41-b699-9e8243c65514","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.446429307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"18673f63-308c-4e07-8248-38353d75f8dc","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.447442427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"a831db5c-5512-4bb7-b138-550059611b6e","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.501528717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49da05d4-1b0d-4cb3-bea8-d9607b924e82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.505997006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"a831db5c-5512-4bb7-b138-550059611b6e","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.508595559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f9b3b179-e9ee-4e41-b699-9e8243c65514","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.529947787Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49da05d4-1b0d-4cb3-bea8-d9607b924e82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.531496223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"18673f63-308c-4e07-8248-38353d75f8dc","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.532483703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f9b3b179-e9ee-4e41-b699-9e8243c65514","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.536438792Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"a831db5c-5512-4bb7-b138-550059611b6e","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.544879825Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"18673f63-308c-4e07-8248-38353d75f8dc","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.57545545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"3ed32a70-a94a-4a82-af18-b6b523ca7165","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.586394119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"3ed32a70-a94a-4a82-af18-b6b523ca7165","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:32.597122116Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"3ed32a70-a94a-4a82-af18-b6b523ca7165","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.365704945Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-b7225d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-b7225d","reconcileID":"7a445d76-5124-44fa-8c90-bf1406230b74","namespace":"llm","name":"e2e-dft-del-b7225d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.380353111Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-b7225d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-b7225d","reconcileID":"eaca002f-93a7-4bea-82b3-8fceafb935de","namespace":"llm","name":"e2e-dft-del-b7225d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.388095992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"e7acb609-ed6d-40a4-bcd5-4a3ffdb39594","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.400335218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"e7acb609-ed6d-40a4-bcd5-4a3ffdb39594","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.41053191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"5f363146-77f3-4d6f-b8e6-9a85c2385b12","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.411078304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68407152-95d2-4878-bde4-8e663e7949b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.411564009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef857a28-e664-482b-8c8c-da2e6ece4446","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.419148853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"8994b250-d390-4dcf-b59c-a9cc7434d031","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.425035445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"5f363146-77f3-4d6f-b8e6-9a85c2385b12","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.427903661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef857a28-e664-482b-8c8c-da2e6ece4446","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.431244978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68407152-95d2-4878-bde4-8e663e7949b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.485668626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"8994b250-d390-4dcf-b59c-a9cc7434d031","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.48993446Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef857a28-e664-482b-8c8c-da2e6ece4446","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.491595857Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"5f363146-77f3-4d6f-b8e6-9a85c2385b12","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.492949953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"31774c4d-d5e5-41dc-b67e-8c46e0c8b172","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.492966232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"31774c4d-d5e5-41dc-b67e-8c46e0c8b172","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.493308439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3e9835e3-ce56-45c2-9ed3-8c01a63329e2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.493322117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3e9835e3-ce56-45c2-9ed3-8c01a63329e2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.493541575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8ad4e9e8-c2c0-4e14-8a46-7b5e3c12f41e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.493552538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8ad4e9e8-c2c0-4e14-8a46-7b5e3c12f41e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.493886489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"222fa0a5-b81a-470e-a34b-0c4321ec1c91","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.493898971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"222fa0a5-b81a-470e-a34b-0c4321ec1c91","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.573002651Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68407152-95d2-4878-bde4-8e663e7949b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.574629163Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"8994b250-d390-4dcf-b59c-a9cc7434d031","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.57864359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"35090a04-bdfe-4bfa-b596-99b429ad2c29","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-af16f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.578662347Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"35090a04-bdfe-4bfa-b596-99b429ad2c29","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"routeName":"external-model-e2e-dft-af16f3-6785691d5569","namespace":"llm","model":"e2e-dft-af16f3","externalModel":"e2e-dft-af16f3","provider":"e2e-dft-af16f3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.584890073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"18098560-c169-4110-ae05-66c4ceab73b2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.584908827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"18098560-c169-4110-ae05-66c4ceab73b2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.585343778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"853f858f-4d6c-4b4d-afcc-8474958c59c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.585357615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"91a693a3-259a-4de4-b418-8855aa4e9fcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.585363151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"853f858f-4d6c-4b4d-afcc-8474958c59c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.590700694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"50f64f0f-8aac-4e99-b80c-2648b6f4d761","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1ef737","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.590721583Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"50f64f0f-8aac-4e99-b80c-2648b6f4d761","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"routeName":"external-model-e2e-dft-1ef737-d3ebffb8e1b4","namespace":"llm","model":"e2e-dft-1ef737","externalModel":"e2e-dft-1ef737","provider":"e2e-dft-1ef737-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.595668723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"91a693a3-259a-4de4-b418-8855aa4e9fcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.596667088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f3394256-2bea-4ffb-b957-acfcc951b96c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.59769757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5e438a11-53aa-473a-baaa-86d78c006310","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.601905848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"af176fd8-4b4f-4004-8f63-0e4e194a306f","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.608404014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"c18a5796-24d7-4392-bf1b-93bb53396988","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f8adef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.608426067Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"c18a5796-24d7-4392-bf1b-93bb53396988","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"routeName":"external-model-e2e-dft-f8adef-38be963da550","namespace":"llm","model":"e2e-dft-f8adef","externalModel":"e2e-dft-f8adef","provider":"e2e-dft-f8adef-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.608488723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1ef737-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-sub","reconcileID":"e020d081-ce22-45e2-adbd-7a63393e6c09","MaaSSubscription":{"name":"e2e-dft-1ef737-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-1ef737","model":"llm/e2e-dft-1ef737","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.670199466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b440a5ca-cb73-46bb-9dbd-bc88398a2080","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.670220846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b440a5ca-cb73-46bb-9dbd-bc88398a2080","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.670533326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ad544721-f69a-406b-8b59-65262614a871","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.670544598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ad544721-f69a-406b-8b59-65262614a871","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.670765839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fb4e794e-e5f4-473c-9ddc-c1e826bb2f7b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.670776835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fb4e794e-e5f4-473c-9ddc-c1e826bb2f7b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.671001065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9be339b9-a885-4904-8c92-facb4a0d96e7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.671011955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9be339b9-a885-4904-8c92-facb4a0d96e7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.671258474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0fc1942e-8554-4262-9fcb-01db8a67e884","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.67127333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0fc1942e-8554-4262-9fcb-01db8a67e884","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.671597003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"debe928f-056e-4594-bf95-c8bc63e52319","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.671610327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"debe928f-056e-4594-bf95-c8bc63e52319","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.673313113Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-b7225d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-b7225d","reconcileID":"8398dbf8-2e2f-45d0-b924-503c62bd2808","namespace":"llm","name":"e2e-dft-del-b7225d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.67376443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"af176fd8-4b4f-4004-8f63-0e4e194a306f","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.67747416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"c0644032-b75e-4cb7-825c-08c7524b0775","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.679272722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"c26d401f-2bf5-4d9b-91d4-b1a5f9620427","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.6794731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"ac163848-4fe2-4b0f-bac5-02850a14ac5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.683672591Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"af176fd8-4b4f-4004-8f63-0e4e194a306f","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.689565708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"ac163848-4fe2-4b0f-bac5-02850a14ac5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.68964566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"c0644032-b75e-4cb7-825c-08c7524b0775","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.691918893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"c26d401f-2bf5-4d9b-91d4-b1a5f9620427","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.696032314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-b7225d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-b7225d","reconcileID":"af792834-90b9-4c03-99f7-61e0f167ced7","MaaSModelRef":{"name":"e2e-dft-del-b7225d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-b7225d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.696065899Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-b7225d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-b7225d","reconcileID":"af792834-90b9-4c03-99f7-61e0f167ced7","MaaSModelRef":{"name":"e2e-dft-del-b7225d","namespace":"llm"},"routeName":"external-model-e2e-dft-del-b7225d-464151c21f00","namespace":"llm","model":"e2e-dft-del-b7225d","externalModel":"e2e-dft-del-b7225d","provider":"e2e-dft-del-b7225d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.72266232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"45dc5051-d0d5-4119-9414-b0d118c8032d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.724013426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"3941117a-1496-4786-8fe1-9f12222b0f85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.724574654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","reconcileID":"d4fd2de8-de03-411e-b29c-7c0a5d80b61a","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"tenant":"e2e-extmod-a-222480","gateway":"openshift-ingress/e2e-extmod-a-222480","model":"e2e-extmod-cfl-1-807a30/e2e-cfl-ok-b4483c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.72459293Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","reconcileID":"d4fd2de8-de03-411e-b29c-7c0a5d80b61a","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"routeName":"external-model-e2e-cfl-ok-b4483c-bfd67cf3b219","namespace":"e2e-extmod-cfl-1-807a30","model":"e2e-cfl-ok-b4483c","externalModel":"e2e-cfl-ok-b4483c","provider":"e2e-cfl-ok-b4483c-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.732606019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"45dc5051-d0d5-4119-9414-b0d118c8032d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.735595159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"3941117a-1496-4786-8fe1-9f12222b0f85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.740509919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-b7225d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-b7225d","reconcileID":"f3b69f38-965f-4db1-966d-75f9c7b20e96","MaaSModelRef":{"name":"e2e-dft-del-b7225d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-b7225d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.740527591Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-b7225d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-b7225d","reconcileID":"f3b69f38-965f-4db1-966d-75f9c7b20e96","MaaSModelRef":{"name":"e2e-dft-del-b7225d","namespace":"llm"},"routeName":"external-model-e2e-dft-del-b7225d-464151c21f00","namespace":"llm","model":"e2e-dft-del-b7225d","externalModel":"e2e-dft-del-b7225d","provider":"e2e-dft-del-b7225d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.815742636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"87c85d5b-c3da-49c9-8f79-ff257307224d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.815910267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"0321070a-6753-4517-8d8d-feac85de6ee8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.8228833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"a85600db-7e79-414a-873a-fe435390c434","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.823447714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"f0cd559e-10b3-4761-b49e-682c43794ef0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.833386375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"0321070a-6753-4517-8d8d-feac85de6ee8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.847843884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"87c85d5b-c3da-49c9-8f79-ff257307224d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.855105431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"f0cd559e-10b3-4761-b49e-682c43794ef0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.869875362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"a85600db-7e79-414a-873a-fe435390c434","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.915436532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8effc260-2de4-4f88-aa43-ebd8a9ce0fa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.962965555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8effc260-2de4-4f88-aa43-ebd8a9ce0fa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:33.987941003Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8effc260-2de4-4f88-aa43-ebd8a9ce0fa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.010445941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"4376e073-892d-44e8-b548-7df41d26e0f6","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.010446202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"4e0ccd41-9af4-4aaa-afcf-3055836c4083","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.02344585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"4376e073-892d-44e8-b548-7df41d26e0f6","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.028557471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"4e0ccd41-9af4-4aaa-afcf-3055836c4083","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.038359114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"4376e073-892d-44e8-b548-7df41d26e0f6","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.041496961Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"4e0ccd41-9af4-4aaa-afcf-3055836c4083","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.066515354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"8a038394-b8ac-4d91-ba2b-122667cf4107","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.072661836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"6b29e85f-ad04-4771-a892-b80105bb9936","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.073905743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"5bae3462-3597-4773-b332-0f2e23f8eeb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.077586002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"8a038394-b8ac-4d91-ba2b-122667cf4107","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.086824489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"6b29e85f-ad04-4771-a892-b80105bb9936","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.087407666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"5bae3462-3597-4773-b332-0f2e23f8eeb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.089132568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"ee67f44e-e496-40a7-8e07-e22105f37600","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.092369136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f68bbd4a-ae91-4c1f-aa34-4888ff31fb2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.101152501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"ee67f44e-e496-40a7-8e07-e22105f37600","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.105255616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f68bbd4a-ae91-4c1f-aa34-4888ff31fb2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.110422199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"ee67f44e-e496-40a7-8e07-e22105f37600","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.115658553Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f68bbd4a-ae91-4c1f-aa34-4888ff31fb2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.17517933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"f7e5b8f4-caf6-47e4-8132-dff15f6f85c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.175935489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"8b2d3140-99b0-4fd8-99da-ad5c6c9b4844","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.186594951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"f7e5b8f4-caf6-47e4-8132-dff15f6f85c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.186978377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"8b2d3140-99b0-4fd8-99da-ad5c6c9b4844","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.75964429Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-b7225d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-b7225d","reconcileID":"091d97e9-c2e5-4c69-a427-4509eaa157dd","namespace":"llm","name":"e2e-dft-del-b7225d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.796486937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"092e6822-21d1-4324-bda2-07eeb00f2d4d","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.796954766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"98fe6054-5a43-4698-b5ad-a0c51df21e7e","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.797357572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a14d034-e402-445f-b38b-418d09f047e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.79769115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"4647d1f8-b673-4b14-b0e8-4dd57ea67c40","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.870321614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f10a570d-c530-49d8-9178-baed0121bafb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.872294581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c4d6116f-37c2-4452-a041-9852770d522d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.872319534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c4d6116f-37c2-4452-a041-9852770d522d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.872758546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6423c3b0-cb9f-4d4d-be00-4f9f79673452","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.872779287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6423c3b0-cb9f-4d4d-be00-4f9f79673452","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.873210143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7bfe2207-940c-4380-bb67-f160080b1323","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.87322867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7bfe2207-940c-4380-bb67-f160080b1323","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.873655463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"19530190-849e-4ed0-86aa-73673ef4ba89","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.873677234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"19530190-849e-4ed0-86aa-73673ef4ba89","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.874085707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7eb781d7-2840-4c12-aba0-d0cfe6ee6132","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.874157124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7eb781d7-2840-4c12-aba0-d0cfe6ee6132","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.874779241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c559d633-2771-43f1-b500-b51f928b00b4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.874844733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c559d633-2771-43f1-b500-b51f928b00b4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.875028013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"092e6822-21d1-4324-bda2-07eeb00f2d4d","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.879338503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a14d034-e402-445f-b38b-418d09f047e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.884575874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"98fe6054-5a43-4698-b5ad-a0c51df21e7e","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.885399817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"4647d1f8-b673-4b14-b0e8-4dd57ea67c40","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.894634806Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a14d034-e402-445f-b38b-418d09f047e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.896569088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"386b882b-59f2-46a7-a835-98e0d8797bdf","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-af16f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.896595499Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"386b882b-59f2-46a7-a835-98e0d8797bdf","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"routeName":"external-model-e2e-dft-af16f3-6785691d5569","namespace":"llm","model":"e2e-dft-af16f3","externalModel":"e2e-dft-af16f3","provider":"e2e-dft-af16f3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.903299811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f10a570d-c530-49d8-9178-baed0121bafb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.90393087Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"98fe6054-5a43-4698-b5ad-a0c51df21e7e","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.905249043Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"092e6822-21d1-4324-bda2-07eeb00f2d4d","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.906180647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ccf35bb7-c15b-4b36-8d63-2357823c9d43","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.906200351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ccf35bb7-c15b-4b36-8d63-2357823c9d43","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.90660175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd007cbe-e132-4563-843f-a572c1ca93d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.906622434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd007cbe-e132-4563-843f-a572c1ca93d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.908122897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"4647d1f8-b673-4b14-b0e8-4dd57ea67c40","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.970602188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"5c7b39c3-387b-4314-91af-ba6490bed9d1","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1ef737","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.970630123Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"5c7b39c3-387b-4314-91af-ba6490bed9d1","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"routeName":"external-model-e2e-dft-1ef737-d3ebffb8e1b4","namespace":"llm","model":"e2e-dft-1ef737","externalModel":"e2e-dft-1ef737","provider":"e2e-dft-1ef737-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.97088262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"bbe689f6-37c5-400a-8c9a-924489ebb64d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.970934505Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f10a570d-c530-49d8-9178-baed0121bafb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.97714578Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-b7225d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-b7225d","reconcileID":"20ea187e-5029-4214-a76c-b109e6d18f1b","namespace":"llm","name":"e2e-dft-del-b7225d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.97803869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"51ae612f-5650-4524-b3f8-f04a20232060","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.982336597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"c139bbf8-3b9a-4bbc-9023-aede996231ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.983891642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"bbe689f6-37c5-400a-8c9a-924489ebb64d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.984586785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1ef737-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-sub","reconcileID":"d4fc98cd-50fb-4ff1-812b-29bb792ad782","MaaSSubscription":{"name":"e2e-dft-1ef737-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-1ef737","model":"llm/e2e-dft-1ef737","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.985439111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"12a45486-d2fc-4eb3-8e34-8aca0b46c0ca","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f8adef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.98545688Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"12a45486-d2fc-4eb3-8e34-8aca0b46c0ca","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"routeName":"external-model-e2e-dft-f8adef-38be963da550","namespace":"llm","model":"e2e-dft-f8adef","externalModel":"e2e-dft-f8adef","provider":"e2e-dft-f8adef-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.989686351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"51ae612f-5650-4524-b3f8-f04a20232060","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.989868217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"dace9a13-fc19-4d33-b7ae-198924600bc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.990491682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"0a2ba5ea-741b-4af1-a88a-f7b6c18be163","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.996576662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"c139bbf8-3b9a-4bbc-9023-aede996231ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.997590455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"333ac752-682b-45c6-97a1-2a6713b6effa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:34.997635449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0b7c2789-bef0-4443-bc36-6448b7585d34","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:35.005508015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"dace9a13-fc19-4d33-b7ae-198924600bc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:35.023767436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"0a2ba5ea-741b-4af1-a88a-f7b6c18be163","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:35.145489659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"6f0adacc-b7f2-4ed0-abb0-f45e55359812","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:35.146189804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"e676f0a1-e119-4720-a888-45407c6a38b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:35.164466777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"e676f0a1-e119-4720-a888-45407c6a38b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:35.166580889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"6f0adacc-b7f2-4ed0-abb0-f45e55359812","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:35.233273156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"cc45567a-47de-4a7b-8582-24cc31a25069","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:35.233424998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"b64f8532-b50e-4e52-93c9-9ea4a6e532fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:35.233747318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"28f3132c-0629-42c4-ae9b-d7e9c89cbe6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:35.25140567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"b64f8532-b50e-4e52-93c9-9ea4a6e532fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:35.251622156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"28f3132c-0629-42c4-ae9b-d7e9c89cbe6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:35.255141716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"cc45567a-47de-4a7b-8582-24cc31a25069","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:35.346128117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"8c8b23fe-dd21-4d5a-8440-b08a2103b297","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:35.358899448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"8c8b23fe-dd21-4d5a-8440-b08a2103b297","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:35.371143047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e911b915-1425-4a57-8636-6399d53f5e84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:35.382654705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"2a565b40-eb4f-4723-b0ca-644005d3838f","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:35.396071659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"ab4df34d-661d-45ab-bc5e-a4edc3114c38","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:35.396724389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"7da2a04b-b459-43d2-86f2-efa04c2fa8a2","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:35.39769857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e911b915-1425-4a57-8636-6399d53f5e84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:35.415740904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"2a565b40-eb4f-4723-b0ca-644005d3838f","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:35.424014633Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e911b915-1425-4a57-8636-6399d53f5e84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:35.42761946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"2a565b40-eb4f-4723-b0ca-644005d3838f","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:35.429823093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"ab4df34d-661d-45ab-bc5e-a4edc3114c38","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:35.433400519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"7da2a04b-b459-43d2-86f2-efa04c2fa8a2","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:35.444204974Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"7da2a04b-b459-43d2-86f2-efa04c2fa8a2","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:35.446125513Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"ab4df34d-661d-45ab-bc5e-a4edc3114c38","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:35.458277274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"9d6b3b48-537d-4bf5-8f55-74b0881170cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:35.458405637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"f08d0484-9472-4dc0-a0b0-32771942bf33","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:35.47473372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"9d6b3b48-537d-4bf5-8f55-74b0881170cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:35.474835387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"f08d0484-9472-4dc0-a0b0-32771942bf33","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:35.481543261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"12f3c530-df85-4c64-818a-50631f5fe30e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:35.481682058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"4e50d477-21d9-4832-8777-fe473f1ea794","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:35.493369483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"460a562d-ab02-46fc-bedd-f994f8e59b96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:35.498218894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"4e50d477-21d9-4832-8777-fe473f1ea794","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:35.49936906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"12f3c530-df85-4c64-818a-50631f5fe30e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:35.510598149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"460a562d-ab02-46fc-bedd-f994f8e59b96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:35.569923732Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"460a562d-ab02-46fc-bedd-f994f8e59b96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:35.598644452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"4e0f4eea-d352-45c6-b3d2-a64bd0d7592d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:35.625758405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"4e0f4eea-d352-45c6-b3d2-a64bd0d7592d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:36.377450681Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:38.531880988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","reconcileID":"addba0d0-eb37-475e-8e72-ebe154e23cbf","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"tenant":"e2e-extmod-a-222480","gateway":"openshift-ingress/e2e-extmod-a-222480","model":"e2e-extmod-cfl-1-807a30/e2e-cfl-ok-b4483c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:38.531902763Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","reconcileID":"addba0d0-eb37-475e-8e72-ebe154e23cbf","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"routeName":"external-model-e2e-cfl-ok-b4483c-bfd67cf3b219","namespace":"e2e-extmod-cfl-1-807a30","model":"e2e-cfl-ok-b4483c","externalModel":"e2e-cfl-ok-b4483c","provider":"e2e-cfl-ok-b4483c-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:09:38.542975611Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-b4483c-807a30-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-sub","reconcileID":"ec7fcc36-f43f-4dd9-b9fb-8a3829c8f1af","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-ok-b4483c-807a30-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:38.546323743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"ab25a243-c898-4b7f-a492-21e5c59cbed7","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:38.562424703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"ab25a243-c898-4b7f-a492-21e5c59cbed7","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:38.563130595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","reconcileID":"ba01fecd-8cdd-47d2-955a-26a362c37aac","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"tenant":"e2e-extmod-a-222480","gateway":"openshift-ingress/e2e-extmod-a-222480","model":"e2e-extmod-cfl-1-807a30/e2e-cfl-ok-b4483c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:38.563148727Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","reconcileID":"ba01fecd-8cdd-47d2-955a-26a362c37aac","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"routeName":"external-model-e2e-cfl-ok-b4483c-bfd67cf3b219","namespace":"e2e-extmod-cfl-1-807a30","model":"e2e-cfl-ok-b4483c","externalModel":"e2e-cfl-ok-b4483c","provider":"e2e-cfl-ok-b4483c-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:38.577545352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","reconcileID":"93bf48e4-fbca-4715-a616-9055bcdc8057","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"tenant":"e2e-extmod-a-222480","gateway":"openshift-ingress/e2e-extmod-a-222480","model":"e2e-extmod-cfl-1-807a30/e2e-cfl-ok-b4483c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:38.577562496Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","reconcileID":"93bf48e4-fbca-4715-a616-9055bcdc8057","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"routeName":"external-model-e2e-cfl-ok-b4483c-bfd67cf3b219","namespace":"e2e-extmod-cfl-1-807a30","model":"e2e-cfl-ok-b4483c","externalModel":"e2e-cfl-ok-b4483c","provider":"e2e-cfl-ok-b4483c-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:38.590735866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","reconcileID":"333d1d7d-0c9e-4e07-bd66-842eae71f159","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"tenant":"e2e-extmod-a-222480","gateway":"openshift-ingress/e2e-extmod-a-222480","model":"e2e-extmod-cfl-1-807a30/e2e-cfl-ok-b4483c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:38.590754143Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","reconcileID":"333d1d7d-0c9e-4e07-bd66-842eae71f159","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"routeName":"external-model-e2e-cfl-ok-b4483c-bfd67cf3b219","namespace":"e2e-extmod-cfl-1-807a30","model":"e2e-cfl-ok-b4483c","externalModel":"e2e-cfl-ok-b4483c","provider":"e2e-cfl-ok-b4483c-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:38.631729509Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-b4483c-807a30-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-sub","reconcileID":"6f0d3d83-1bec-42b7-b69f-490a52913078","MaaSSubscription":{"name":"e2e-cfl-ok-b4483c-807a30-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"maas-trlp-e2e-cfl-ok-b4483c","model":"e2e-cfl-ok-b4483c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-222480/e2e-cfl-ok-b4483c-807a30-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:38.708801019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","reconcileID":"245d58ff-2244-4d67-8af8-8fabd3032556","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"tenant":"e2e-extmod-a-222480","gateway":"openshift-ingress/e2e-extmod-a-222480","model":"e2e-extmod-cfl-1-807a30/e2e-cfl-ok-b4483c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:38.708825274Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","reconcileID":"245d58ff-2244-4d67-8af8-8fabd3032556","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"routeName":"external-model-e2e-cfl-ok-b4483c-bfd67cf3b219","namespace":"e2e-extmod-cfl-1-807a30","model":"e2e-cfl-ok-b4483c","externalModel":"e2e-cfl-ok-b4483c","provider":"e2e-cfl-ok-b4483c-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:38.744486849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"d3dd26e5-de6c-4129-bbb1-e382b3543393","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:38.75634705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"d3dd26e5-de6c-4129-bbb1-e382b3543393","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:38.758690142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-b4483c-807a30-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-sub","reconcileID":"9b557ab7-69fc-43c0-b8ab-227e7ba8f51e","MaaSSubscription":{"name":"e2e-cfl-ok-b4483c-807a30-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"maas-trlp-e2e-cfl-ok-b4483c","model":"e2e-extmod-cfl-1-807a30/e2e-cfl-ok-b4483c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.08088949Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"c855d184-540d-413d-94b1-d1d3adf3a0e5","namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.096994211Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"09e5ebc6-81ee-4249-aed7-0e2e5d1d6df7","namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.118639295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"0afbd92d-fb84-4260-b0ac-d394ee4d8a89","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.122257525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"75566748-115e-496e-958a-56ef06baa1e2","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.122536715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c85488a-81f8-4f74-a6d1-86c40fb2cefb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.123168018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6070c2f9-e686-4e5f-846f-9efdeace1f17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.124232201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"9b9730fc-8e9b-4f2b-9158-65a3f2c00de2","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.131473316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"0afbd92d-fb84-4260-b0ac-d394ee4d8a89","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.14596421Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"0afbd92d-fb84-4260-b0ac-d394ee4d8a89","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.147929897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"75566748-115e-496e-958a-56ef06baa1e2","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.150179875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"9b9730fc-8e9b-4f2b-9158-65a3f2c00de2","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.154085575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c85488a-81f8-4f74-a6d1-86c40fb2cefb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.154249621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6070c2f9-e686-4e5f-846f-9efdeace1f17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.162433132Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"75566748-115e-496e-958a-56ef06baa1e2","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.167037039Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c85488a-81f8-4f74-a6d1-86c40fb2cefb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.169223682Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"9b9730fc-8e9b-4f2b-9158-65a3f2c00de2","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.170784262Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6070c2f9-e686-4e5f-846f-9efdeace1f17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.171989276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"cd01bbac-451a-4bd0-b429-01a5d006fe53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.190087104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"cd01bbac-451a-4bd0-b429-01a5d006fe53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.273982451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"b40411a3-c977-4550-9a7d-24f0016a8c5d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.278614932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"a8ffc053-c0ea-40f7-9943-645e5911d547","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.279781285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"a2a5448e-2f5b-4197-ad3f-bd9ee2ac3b1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.279940803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"07d1dd87-4946-476c-9c9f-286b42601f9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.290445971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"6223d7c3-ad41-437d-a813-4eb89287096b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.296932537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"a8ffc053-c0ea-40f7-9943-645e5911d547","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.298010955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"07d1dd87-4946-476c-9c9f-286b42601f9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.299299094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"a2a5448e-2f5b-4197-ad3f-bd9ee2ac3b1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.29958655Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"9f23796e-a321-45b4-a267-688a813933bc","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.301509535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"b40411a3-c977-4550-9a7d-24f0016a8c5d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.301863986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"6223d7c3-ad41-437d-a813-4eb89287096b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.376241057Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"2c0b1c8f-bf54-4f94-b21a-19a7042f42fb","namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.382206923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"ab813dd8-2720-4f17-9a00-619c0c609c44","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"tenant":"e2e-extmod-a-c9bce8","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-ee10c1ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.382227325Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"ab813dd8-2720-4f17-9a00-619c0c609c44","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"routeName":"external-model-e2e-fail-ee10c1ad-2f6573a9684e","namespace":"e2e-extmod-fail-user-d4ab08","model":"e2e-fail-ee10c1ad","externalModel":"e2e-fail-ee10c1ad","provider":"e2e-fail-ee10c1ad-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.438665817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"229c442a-02e3-4572-9f93-590d636fcf41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.438709161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"8901f661-549b-42a6-8ff4-bd5545dd7c0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.439303291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"f23f0e37-ece4-411d-af96-f431c9606b7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.45040681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"f23f0e37-ece4-411d-af96-f431c9606b7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.454441548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"8901f661-549b-42a6-8ff4-bd5545dd7c0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.457521101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"229c442a-02e3-4572-9f93-590d636fcf41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.544739445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"68c77460-d84e-437d-8b85-ec19cc712642","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"tenant":"e2e-extmod-a-c9bce8","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-ee10c1ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.544773601Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"68c77460-d84e-437d-8b85-ec19cc712642","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"routeName":"external-model-e2e-fail-ee10c1ad-2f6573a9684e","namespace":"e2e-extmod-fail-user-d4ab08","model":"e2e-fail-ee10c1ad","externalModel":"e2e-fail-ee10c1ad","provider":"e2e-fail-ee10c1ad-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.578882012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"b1ab845d-3308-453a-b9c7-fa6339eba131","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.585736205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"07b090ab-343f-46d9-a99f-1e47e180c206","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.591932355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"b1ab845d-3308-453a-b9c7-fa6339eba131","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.600590478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"07b090ab-343f-46d9-a99f-1e47e180c206","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.664079977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39b55728-1204-45d4-8be2-dd5c4fb544e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.664486975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"238b7309-ece2-420a-b182-e17c63d6969a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.665597867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"b4be4286-bf55-4a02-83d4-b0dc98981216","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.676879999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"238b7309-ece2-420a-b182-e17c63d6969a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.677935458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39b55728-1204-45d4-8be2-dd5c4fb544e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.680213024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"b4be4286-bf55-4a02-83d4-b0dc98981216","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.689110356Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39b55728-1204-45d4-8be2-dd5c4fb544e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.689638815Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"238b7309-ece2-420a-b182-e17c63d6969a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.690979096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"b4be4286-bf55-4a02-83d4-b0dc98981216","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.789078188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"e1574ba7-2bd8-41b0-9168-cd7bed5bafdc","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.789668445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"77f78e71-74ab-4fcf-a472-6a8fe6b5be15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.794856463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"f7a5fafe-2f2a-43c0-8672-12505156d4a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.800994943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"e1574ba7-2bd8-41b0-9168-cd7bed5bafdc","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.802145276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"77f78e71-74ab-4fcf-a472-6a8fe6b5be15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.807455169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"f7a5fafe-2f2a-43c0-8672-12505156d4a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.813626585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"770842d7-6e84-440c-9076-eed6e7d1d2af","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.814177704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"083d5a4e-db65-4804-a464-f4993278f70f","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.82438621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"770842d7-6e84-440c-9076-eed6e7d1d2af","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.828520354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"083d5a4e-db65-4804-a464-f4993278f70f","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.840161339Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"770842d7-6e84-440c-9076-eed6e7d1d2af","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.840684009Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"083d5a4e-db65-4804-a464-f4993278f70f","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.844356236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"672c3f90-6c36-4ec2-9822-dc2a5f899770","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.844405995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"a881614e-6aa4-4517-873a-8ddda66293cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.851279632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"38c1e088-66f9-4501-a94d-390ba218eaf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.869353645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"a881614e-6aa4-4517-873a-8ddda66293cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.869840165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"b18b4a24-a206-4d6f-a8fa-32f8d8edcd1b","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"tenant":"e2e-extmod-a-c9bce8","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-ee10c1ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.869857689Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"b18b4a24-a206-4d6f-a8fa-32f8d8edcd1b","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"routeName":"external-model-e2e-fail-ee10c1ad-2f6573a9684e","namespace":"e2e-extmod-fail-user-d4ab08","model":"e2e-fail-ee10c1ad","externalModel":"e2e-fail-ee10c1ad","provider":"e2e-fail-ee10c1ad-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.870201084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"672c3f90-6c36-4ec2-9822-dc2a5f899770","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.87241031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"38c1e088-66f9-4501-a94d-390ba218eaf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.937621307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"15be9708-1003-4972-b59f-a2cb29f8dfa3","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.978400771Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"15be9708-1003-4972-b59f-a2cb29f8dfa3","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:39.989881237Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c9bce8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"15be9708-1003-4972-b59f-a2cb29f8dfa3","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:40.011899671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"a2ffa0a9-121b-470a-908a-2d2146dc0f16","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"tenant":"e2e-extmod-a-c9bce8","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-ee10c1ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:40.011927121Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"a2ffa0a9-121b-470a-908a-2d2146dc0f16","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"routeName":"external-model-e2e-fail-ee10c1ad-2f6573a9684e","namespace":"e2e-extmod-fail-user-d4ab08","model":"e2e-fail-ee10c1ad","externalModel":"e2e-fail-ee10c1ad","provider":"e2e-fail-ee10c1ad-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:49.725225263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33239efd-6e6c-4feb-b99a-93c483c07830","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:49.725506026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"7b2977f8-fa1f-4148-b336-e1b6cadada07","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:49.725740691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e879e033-2a16-49b5-95ff-bfd3571803f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:49.736370711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"7b2977f8-fa1f-4148-b336-e1b6cadada07","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:49.742503708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e879e033-2a16-49b5-95ff-bfd3571803f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:49.742544606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33239efd-6e6c-4feb-b99a-93c483c07830","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:49.745962237Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"7b2977f8-fa1f-4148-b336-e1b6cadada07","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:49.754339508Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e879e033-2a16-49b5-95ff-bfd3571803f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:49.755503731Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33239efd-6e6c-4feb-b99a-93c483c07830","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:49.870019236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"e3f6aa90-eaa0-4e3c-a800-1ca2d15dfe43","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:49.870019114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"4eaf395a-2c8b-4393-852e-b614e93596ef","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:49.880712324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"4eaf395a-2c8b-4393-852e-b614e93596ef","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:49.882402118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"e3f6aa90-eaa0-4e3c-a800-1ca2d15dfe43","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:49.891090737Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"4eaf395a-2c8b-4393-852e-b614e93596ef","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:49.892174611Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (edb8f8c93f551f69568d30d1cfa8fe6fbb73aae6560a157b926710286ddb6bd9) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (550ed3e91e6827517c83ce28e5d17085c18022d1af631ee6df54c54f8d2f25f5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (79d86c79b7c7b5ca364e6696981d3fc38b892ceee4430f0dbb7193c1b305e9f5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (449d018620bbdf36a026ad3231d1a2f4b96f8c4a18d8400d3347c1f3130e45cc) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f12c34781672d8138484f915dc02b851a09190e2ef17de79d88495346ccb761e) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (26f11e32c1eb62be641c666709121087fb2430a6b97f4f3ed01b18e29d30e80f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3ba457b11bd202b7cff6be044cd9ecf9ca20e0646160a7b38b68d75ac1b82a76) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3bd0fb4f564eee6f3d955974345ee97720995718293cf14fcf14b04ae83e2371) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (29b406a373476113419dc95e37ff5710c40654f358b8b003df7f6a755b60fa5b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (6e1076ded65cd17062a8db0cf66e019e066af37dc47a42dda70fe8f8ef4959c1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3eca48e62f5243c0236b0aa38f91dac270011b76af28c57107da26935880904e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (92e0fd8b5db0e7ef2fff342ffd4adb59c363709a6e0c0fb1c8f9cd6abc10e35b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"e3f6aa90-eaa0-4e3c-a800-1ca2d15dfe43","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:50.01715409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"cef37262-8bbc-4f84-9fae-424e5e2a6829","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:50.027651531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"cef37262-8bbc-4f84-9fae-424e5e2a6829","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:50.03621261Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c9bce8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"cef37262-8bbc-4f84-9fae-424e5e2a6829","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:55.191571607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-b4483c-807a30-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-sub","reconcileID":"60913613-e16b-4a76-b288-14664f43bf65","MaaSSubscription":{"name":"e2e-cfl-ok-b4483c-807a30-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"maas-trlp-e2e-cfl-ok-b4483c","model":"e2e-extmod-cfl-1-807a30/e2e-cfl-ok-b4483c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:55.247907982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","reconcileID":"7ccc890f-e9c0-47cb-b2c5-0f6bb481c1d6","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"tenant":"e2e-extmod-a-222480","gateway":"openshift-ingress/e2e-extmod-a-222480","model":"e2e-extmod-cfl-1-807a30/e2e-cfl-ok-b4483c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:55.247933976Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","reconcileID":"7ccc890f-e9c0-47cb-b2c5-0f6bb481c1d6","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"routeName":"external-model-e2e-cfl-ok-b4483c-bfd67cf3b219","namespace":"e2e-extmod-cfl-1-807a30","model":"e2e-cfl-ok-b4483c","externalModel":"e2e-cfl-ok-b4483c","provider":"e2e-cfl-ok-b4483c-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:56.307457633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"7d4919d0-1d7c-42fa-ae80-d1f58c37ab37","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:56.318734803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"7d4919d0-1d7c-42fa-ae80-d1f58c37ab37","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:56.453026723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"96d91862-47d8-4dd6-8fae-d2c91ea12d91","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:56.464906232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"96d91862-47d8-4dd6-8fae-d2c91ea12d91","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:56.478886735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c9bce8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33610f2527a24c220c3828a19b852e7cb45dccd0ef47ce2363ac084ecbda68ea) AuthConfig (701820a1e59b3eaf006aa856fde6265e2d7c8b5689e2b4662d0f2a2f627315db) AuthConfig (a45b8e3e26e614a9ab118dcce705ec59a8a4120ee78a0143cbd330b435d8c481) AuthConfig (61e74c0ad4d59fd6b2fe6d81000c8e8c81691b0cad17477e24cd038107fcb1ac) AuthConfig (40204eddae176fdafddb84e261f2ac835bc4c923d61b0712de0fa46dc0dd0c2d) AuthConfig (d0dafdadd774d9bc22b484895e102aeb40fec884953e85e329055cb0169322f7) AuthConfig (49b87fe5ff8235db9c9477bf7ce18794b9bcbbf23c723820506afe1ca51fe3f3) AuthConfig (7adca045761e0b64bd060d3b9116b1c776958293d885baf5a8e2790d33496548) AuthConfig (c66d3676a2b08a8ac193e974fa20ff520f792b17dfc66e3a2f0aaf1f5913cdf8) AuthConfig (4d6eaedeb8a9b04f6ef8e30fed754bd4fb2bc61e598f2cd2bcc62b0d9bf0eb96)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"96d91862-47d8-4dd6-8fae-d2c91ea12d91","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:56.508798501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"c2524a79-feee-4c8d-9888-706d44fd09e7","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"tenant":"e2e-extmod-a-c9bce8","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-ee10c1ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:56.508909218Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"c2524a79-feee-4c8d-9888-706d44fd09e7","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"routeName":"external-model-e2e-fail-ee10c1ad-2f6573a9684e","namespace":"e2e-extmod-fail-user-d4ab08","model":"e2e-fail-ee10c1ad","externalModel":"e2e-fail-ee10c1ad","provider":"e2e-fail-ee10c1ad-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:57.699374201Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-afdb99","namespace":"e2e-extmod-cfl-2-79d0dc"},"namespace":"e2e-extmod-cfl-2-79d0dc","name":"e2e-cfl-broken-afdb99","reconcileID":"16ed460b-8a2e-4466-871f-97ba192f849c","namespace":"e2e-extmod-cfl-2-79d0dc","name":"e2e-cfl-broken-afdb99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:57.72578929Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-afdb99","namespace":"e2e-extmod-cfl-2-79d0dc"},"namespace":"e2e-extmod-cfl-2-79d0dc","name":"e2e-cfl-broken-afdb99","reconcileID":"8c4c61a1-0584-479c-8897-7276b715ef03","namespace":"e2e-extmod-cfl-2-79d0dc","name":"e2e-cfl-broken-afdb99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:57.749215582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"abe43af3-6655-4532-b7fd-8c103c303120","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:57.749671717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"cee36654-bc5b-481c-927c-ba1b68d06b43","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:57.750289545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce2b4aad-7ce8-48a7-8361-941f3551c667","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:57.750716351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"9157058d-12aa-49ef-a63b-0f5f496cbcbe","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:57.753283924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"d492360d-0b01-48b0-87f1-fd10e9fea779","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:57.759414473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"abe43af3-6655-4532-b7fd-8c103c303120","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:57.760259548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"cee36654-bc5b-481c-927c-ba1b68d06b43","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:57.761821627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"9157058d-12aa-49ef-a63b-0f5f496cbcbe","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:57.762930993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce2b4aad-7ce8-48a7-8361-941f3551c667","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:57.765852104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"d492360d-0b01-48b0-87f1-fd10e9fea779","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:57.796284105Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-afdb99","namespace":"e2e-extmod-cfl-2-79d0dc"},"namespace":"e2e-extmod-cfl-2-79d0dc","name":"e2e-cfl-broken-afdb99","reconcileID":"1052f0fc-8350-4f21-81fe-188faa46b7e4","namespace":"e2e-extmod-cfl-2-79d0dc","name":"e2e-cfl-broken-afdb99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:57.905665096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"61ca267e-b38d-40a0-8d65-446701070f3d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:57.905822894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"61ca267e-b38d-40a0-8d65-446701070f3d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:57.915388526Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-afdb99","namespace":"e2e-extmod-cfl-2-79d0dc"},"namespace":"e2e-extmod-cfl-2-79d0dc","name":"e2e-cfl-broken-afdb99","reconcileID":"26878a96-dcac-48ae-bfb1-787f89589cd2","namespace":"e2e-extmod-cfl-2-79d0dc","name":"e2e-cfl-broken-afdb99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:57.91956424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"769caa1c-bfa3-4855-b624-35f5fb4d6a5a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:57.920564119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"769caa1c-bfa3-4855-b624-35f5fb4d6a5a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:57.924674172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"5527d97e-1c1e-43a5-9264-9c2231606b9e","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:57.930602537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"6313d318-2513-4d05-bd20-9c0d5013197f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:57.931362538Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-afdb99","namespace":"e2e-extmod-cfl-2-79d0dc"},"namespace":"e2e-extmod-cfl-2-79d0dc","name":"e2e-cfl-broken-afdb99","reconcileID":"5886fec0-2fd7-4a79-91fb-f476173d3ef8","namespace":"e2e-extmod-cfl-2-79d0dc","name":"e2e-cfl-broken-afdb99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:57.935814573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"5527d97e-1c1e-43a5-9264-9c2231606b9e","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:57.943214439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"6313d318-2513-4d05-bd20-9c0d5013197f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:57.946573616Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c9bce8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33610f2527a24c220c3828a19b852e7cb45dccd0ef47ce2363ac084ecbda68ea) AuthConfig (701820a1e59b3eaf006aa856fde6265e2d7c8b5689e2b4662d0f2a2f627315db) AuthConfig (a45b8e3e26e614a9ab118dcce705ec59a8a4120ee78a0143cbd330b435d8c481) AuthConfig (61e74c0ad4d59fd6b2fe6d81000c8e8c81691b0cad17477e24cd038107fcb1ac) AuthConfig (40204eddae176fdafddb84e261f2ac835bc4c923d61b0712de0fa46dc0dd0c2d) AuthConfig (d0dafdadd774d9bc22b484895e102aeb40fec884953e85e329055cb0169322f7) AuthConfig (49b87fe5ff8235db9c9477bf7ce18794b9bcbbf23c723820506afe1ca51fe3f3) AuthConfig (7adca045761e0b64bd060d3b9116b1c776958293d885baf5a8e2790d33496548) AuthConfig (c66d3676a2b08a8ac193e974fa20ff520f792b17dfc66e3a2f0aaf1f5913cdf8) AuthConfig (4d6eaedeb8a9b04f6ef8e30fed754bd4fb2bc61e598f2cd2bcc62b0d9bf0eb96)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"5527d97e-1c1e-43a5-9264-9c2231606b9e","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:57.968566866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"87eb82eb-a574-471b-b717-b9dd61a383e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:57.986586906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"87eb82eb-a574-471b-b717-b9dd61a383e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.021955881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"a05065f7-1072-4cc4-b556-e58c07503d97","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-af16f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.021993825Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"a05065f7-1072-4cc4-b556-e58c07503d97","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"routeName":"external-model-e2e-dft-af16f3-6785691d5569","namespace":"llm","model":"e2e-dft-af16f3","externalModel":"e2e-dft-af16f3","provider":"e2e-dft-af16f3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.033319025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"8e45c5cd-9169-4712-b485-679be8e82ad4","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1ef737","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.033344998Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"8e45c5cd-9169-4712-b485-679be8e82ad4","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"routeName":"external-model-e2e-dft-1ef737-d3ebffb8e1b4","namespace":"llm","model":"e2e-dft-1ef737","externalModel":"e2e-dft-1ef737","provider":"e2e-dft-1ef737-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.043720897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"a7e439dd-ae6d-489d-9952-b98b0bcf2be5","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f8adef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.043744919Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"a7e439dd-ae6d-489d-9952-b98b0bcf2be5","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"routeName":"external-model-e2e-dft-f8adef-38be963da550","namespace":"llm","model":"e2e-dft-f8adef","externalModel":"e2e-dft-f8adef","provider":"e2e-dft-f8adef-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.060801113Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-afdb99","namespace":"e2e-extmod-cfl-2-79d0dc"},"namespace":"e2e-extmod-cfl-2-79d0dc","name":"e2e-cfl-broken-afdb99","reconcileID":"b2f6bff6-54bb-4eb2-9626-3040fe30ad39","namespace":"e2e-extmod-cfl-2-79d0dc","name":"e2e-cfl-broken-afdb99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.068764951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"2e65705d-6b21-4b21-a537-d6fbf2aad6cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.07869409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"73487a20-2245-4055-a415-cc0f16ee36a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.079300316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"209c1658-57cd-471d-995c-549a70684840","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.079801118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"c04d574b-6680-4a61-a42a-9b642ff02cb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.12373527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"2e65705d-6b21-4b21-a537-d6fbf2aad6cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.12446878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"c04d574b-6680-4a61-a42a-9b642ff02cb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.127285293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"73487a20-2245-4055-a415-cc0f16ee36a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.128463465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"209c1658-57cd-471d-995c-549a70684840","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.136729399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"04048954-ceb9-4d4b-82d2-54f6614c7510","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.146602473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"04048954-ceb9-4d4b-82d2-54f6614c7510","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.207396588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"0e64bbe4-719b-4bd5-8bb4-1a2e936c9f86","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.209352217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"eea4a42e-a4e6-4ff1-bc38-b40ec6a9bdf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.209975067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"a6bdf110-19c3-4110-b434-4a7b11aa913d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.211349427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"7c41c4c1-4fa1-4d30-8dd4-f3b5da4af406","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.218212875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"0e64bbe4-719b-4bd5-8bb4-1a2e936c9f86","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.220138767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"eea4a42e-a4e6-4ff1-bc38-b40ec6a9bdf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.221723011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"a6bdf110-19c3-4110-b434-4a7b11aa913d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.224934789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"7c41c4c1-4fa1-4d30-8dd4-f3b5da4af406","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.229187257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"1890ac76-03da-4e7d-91b6-fba91f0cc13c","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.239499025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"1890ac76-03da-4e7d-91b6-fba91f0cc13c","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.3103178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"a88c1ace-ce5d-4505-9833-7b0a45191853","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.320337887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"a88c1ace-ce5d-4505-9833-7b0a45191853","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.32254218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"2e5eec26-1021-4872-abd5-8e8dfe8c5f1e","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.323270818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"31a1f775-f55e-41a0-be18-f546e849a00e","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.324127826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2bb58753-8936-4f71-8dfd-4726c6afe708","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.328135054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa5c8def-21bf-4730-8a31-cd94e564c4e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.329796806Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c9bce8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33610f2527a24c220c3828a19b852e7cb45dccd0ef47ce2363ac084ecbda68ea) AuthConfig (701820a1e59b3eaf006aa856fde6265e2d7c8b5689e2b4662d0f2a2f627315db) AuthConfig (a45b8e3e26e614a9ab118dcce705ec59a8a4120ee78a0143cbd330b435d8c481) AuthConfig (61e74c0ad4d59fd6b2fe6d81000c8e8c81691b0cad17477e24cd038107fcb1ac) AuthConfig (40204eddae176fdafddb84e261f2ac835bc4c923d61b0712de0fa46dc0dd0c2d) AuthConfig (d0dafdadd774d9bc22b484895e102aeb40fec884953e85e329055cb0169322f7) AuthConfig (49b87fe5ff8235db9c9477bf7ce18794b9bcbbf23c723820506afe1ca51fe3f3) AuthConfig (7adca045761e0b64bd060d3b9116b1c776958293d885baf5a8e2790d33496548) AuthConfig (c66d3676a2b08a8ac193e974fa20ff520f792b17dfc66e3a2f0aaf1f5913cdf8) AuthConfig (4d6eaedeb8a9b04f6ef8e30fed754bd4fb2bc61e598f2cd2bcc62b0d9bf0eb96)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"a88c1ace-ce5d-4505-9833-7b0a45191853","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.33961699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"31a1f775-f55e-41a0-be18-f546e849a00e","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.369780411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"2e5eec26-1021-4872-abd5-8e8dfe8c5f1e","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.376182701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2bb58753-8936-4f71-8dfd-4726c6afe708","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.386013237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa5c8def-21bf-4730-8a31-cd94e564c4e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.390189501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"15ba96bc-1358-4d0c-874a-c2ead0d2a323","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.473855663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"15ba96bc-1358-4d0c-874a-c2ead0d2a323","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.48795656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"5c2c64ec-7595-44ac-951e-79caf7a0973c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.499567558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"5c2c64ec-7595-44ac-951e-79caf7a0973c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.587800379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"219b9b35-6a35-4eba-99f4-0ea7692899fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.592283688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"c7327f4b-a079-44b3-a7ff-c45116af21ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.592643983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"7e60e101-bf8c-48fb-9ab5-1c30f751d72a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.593061062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"04b38562-ee0b-4574-a7a1-7b01c54d98f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.59829458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"219b9b35-6a35-4eba-99f4-0ea7692899fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.604507294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"c7327f4b-a079-44b3-a7ff-c45116af21ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.604689174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"04b38562-ee0b-4574-a7a1-7b01c54d98f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:58.607164853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"7e60e101-bf8c-48fb-9ab5-1c30f751d72a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.317223276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","reconcileID":"76a76912-7175-45b9-8843-a79528dc9de0","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"tenant":"e2e-extmod-a-222480","gateway":"openshift-ingress/e2e-extmod-a-222480","model":"e2e-extmod-cfl-1-807a30/e2e-cfl-ok-b4483c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.317246471Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","reconcileID":"76a76912-7175-45b9-8843-a79528dc9de0","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"routeName":"external-model-e2e-cfl-ok-b4483c-bfd67cf3b219","namespace":"e2e-extmod-cfl-1-807a30","model":"e2e-cfl-ok-b4483c","externalModel":"e2e-cfl-ok-b4483c","provider":"e2e-cfl-ok-b4483c-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.325289682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"8c479d8d-3394-407f-bf35-ee18f08dd936","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.337071791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"8c479d8d-3394-407f-bf35-ee18f08dd936","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.342691732Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-b4483c-807a30-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-sub","reconcileID":"afaa3124-0a86-4629-9fd6-9c0097c9337e","MaaSSubscription":{"name":"e2e-cfl-ok-b4483c-807a30-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ce5f3aef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.524056194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"a2ddf27f-5d13-4659-b619-6bd323d8204a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.569861725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"a2ddf27f-5d13-4659-b619-6bd323d8204a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.585912453Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-1ef737-sub models-as-a-service/e2e-dft-af16f3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.590877565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"7cd70f0c-09ee-4d5d-b112-32eb84b01616","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-af16f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.590904777Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"7cd70f0c-09ee-4d5d-b112-32eb84b01616","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"routeName":"external-model-e2e-dft-af16f3-6785691d5569","namespace":"llm","model":"e2e-dft-af16f3","externalModel":"e2e-dft-af16f3","provider":"e2e-dft-af16f3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:09:59.598460117Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-af16f3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-sub","reconcileID":"770c60c8-0cd2-489d-b455-df8437d63f06","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-af16f3-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.618313551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"a87a6a4a-7d41-4c66-ade7-cd11672a14e1","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-af16f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.618374751Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"a87a6a4a-7d41-4c66-ade7-cd11672a14e1","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"routeName":"external-model-e2e-dft-af16f3-6785691d5569","namespace":"llm","model":"e2e-dft-af16f3","externalModel":"e2e-dft-af16f3","provider":"e2e-dft-af16f3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:09:59.633690665Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"a87a6a4a-7d41-4c66-ade7-cd11672a14e1","name":"e2e-dft-af16f3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-af16f3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:09:59.633740285Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"a87a6a4a-7d41-4c66-ade7-cd11672a14e1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-af16f3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.638577151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"dd3ceab5-0ba4-46ec-9c24-e3f6d8acc9be","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1ef737","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.638595392Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"dd3ceab5-0ba4-46ec-9c24-e3f6d8acc9be","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"routeName":"external-model-e2e-dft-1ef737-d3ebffb8e1b4","namespace":"llm","model":"e2e-dft-1ef737","externalModel":"e2e-dft-1ef737","provider":"e2e-dft-1ef737-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.641908153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d732fe1c-fcec-4592-9382-a5542eda5571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.646279078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"1ba62e86-5b1f-4084-8ee2-55737be3cd36","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.646879087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"178f9c23-cdd2-4f39-a53c-8293ea06bb54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.647441471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"b8374609-a140-489f-bb28-ee4e62e8abfa","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.648445516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"047aeb4c-d98f-40e2-81a2-1dcb7365af71","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-af16f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.648463462Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"047aeb4c-d98f-40e2-81a2-1dcb7365af71","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"routeName":"external-model-e2e-dft-af16f3-6785691d5569","namespace":"llm","model":"e2e-dft-af16f3","externalModel":"e2e-dft-af16f3","provider":"e2e-dft-af16f3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.658375904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d732fe1c-fcec-4592-9382-a5542eda5571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.67066089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"b8374609-a140-489f-bb28-ee4e62e8abfa","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.67532117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"1ba62e86-5b1f-4084-8ee2-55737be3cd36","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.675423962Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-af16f3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-sub","reconcileID":"967d8dc0-934b-49de-a6bc-1777b30f25fe","MaaSSubscription":{"name":"e2e-dft-af16f3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-af16f3","model":"e2e-dft-af16f3","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-af16f3-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.678601745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"178f9c23-cdd2-4f39-a53c-8293ea06bb54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.729726261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"eafbfa7f-b2eb-47c9-b39a-0e2c8b25dd97","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-af16f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.729761687Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"eafbfa7f-b2eb-47c9-b39a-0e2c8b25dd97","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"routeName":"external-model-e2e-dft-af16f3-6785691d5569","namespace":"llm","model":"e2e-dft-af16f3","externalModel":"e2e-dft-af16f3","provider":"e2e-dft-af16f3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.806085316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-af16f3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-sub","reconcileID":"0f6dc007-d4d0-4c18-9ccf-5a6b2ec0e5a7","MaaSSubscription":{"name":"e2e-dft-af16f3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-af16f3","model":"llm/e2e-dft-af16f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.821812147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"112c70a4-e16a-46e2-9ed9-43fb285b7380","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.844712326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"112c70a4-e16a-46e2-9ed9-43fb285b7380","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.851557573Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-1ef737-sub models-as-a-service/e2e-dft-af16f3-sub models-as-a-service/e2e-dft-f8adef-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.868690258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"23da9131-e8d8-45d7-b55b-ad94bc16c323","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f8adef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.868708843Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"23da9131-e8d8-45d7-b55b-ad94bc16c323","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"routeName":"external-model-e2e-dft-f8adef-38be963da550","namespace":"llm","model":"e2e-dft-f8adef","externalModel":"e2e-dft-f8adef","provider":"e2e-dft-f8adef-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.876386763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"8ad79903-8491-4757-9a88-24d115a45068","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.877129593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"92e84078-8d0d-4baf-88cb-e6ca706f6d83","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.877475685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"095548ac-b22a-4291-a82e-37202822a752","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.888084469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e3d370c-dbca-493c-ac9a-15e998d117d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.893487031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"8ad79903-8491-4757-9a88-24d115a45068","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.896394849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"92e84078-8d0d-4baf-88cb-e6ca706f6d83","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:09:59.896592272Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-dft-f8adef-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-f8adef-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.896785911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"095548ac-b22a-4291-a82e-37202822a752","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.902316431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e3d370c-dbca-493c-ac9a-15e998d117d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.91663227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"50130f76-9462-4494-9610-f8d3958b35cc","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-af16f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.916650402Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"50130f76-9462-4494-9610-f8d3958b35cc","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"routeName":"external-model-e2e-dft-af16f3-6785691d5569","namespace":"llm","model":"e2e-dft-af16f3","externalModel":"e2e-dft-af16f3","provider":"e2e-dft-af16f3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.938382615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"d3969b43-548f-4517-b7eb-11913e2e8044","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f8adef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.938405465Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"d3969b43-548f-4517-b7eb-11913e2e8044","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"routeName":"external-model-e2e-dft-f8adef-38be963da550","namespace":"llm","model":"e2e-dft-f8adef","externalModel":"e2e-dft-f8adef","provider":"e2e-dft-f8adef-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.947502641Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f8adef-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-sub","reconcileID":"0b1fc208-c745-456e-99d6-c61a9e51abef","MaaSSubscription":{"name":"e2e-dft-f8adef-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-f8adef","model":"e2e-dft-f8adef","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-f8adef-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.95264337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"d3552497-e07f-4f74-b4b2-4e012aa7d578","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1ef737","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.952659335Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"d3552497-e07f-4f74-b4b2-4e012aa7d578","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"routeName":"external-model-e2e-dft-1ef737-d3ebffb8e1b4","namespace":"llm","model":"e2e-dft-1ef737","externalModel":"e2e-dft-1ef737","provider":"e2e-dft-1ef737-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.984646905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"270574b8-6c39-49fd-b545-2d766a33d763","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f8adef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:09:59.984679878Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"270574b8-6c39-49fd-b545-2d766a33d763","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"routeName":"external-model-e2e-dft-f8adef-38be963da550","namespace":"llm","model":"e2e-dft-f8adef","externalModel":"e2e-dft-f8adef","provider":"e2e-dft-f8adef-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:00.015617281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"73034f58-2ada-457d-b507-1a9bf0b1683e","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:00.017563712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6601a1bc-6333-4ae1-8b6e-3ff39f6c8eed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:00.021635032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e0c2937-27ac-4e95-89b3-9fbd165a61c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:00.022205624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f8adef-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-sub","reconcileID":"fd6bcc4f-7493-4614-8a7f-d8a89877bd50","MaaSSubscription":{"name":"e2e-dft-f8adef-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-f8adef","model":"llm/e2e-dft-f8adef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:00.028007183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"73034f58-2ada-457d-b507-1a9bf0b1683e","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:00.031988192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6601a1bc-6333-4ae1-8b6e-3ff39f6c8eed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:00.035888062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e0c2937-27ac-4e95-89b3-9fbd165a61c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:00.03659789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"4a4ab6ae-1e9f-457c-b201-f9171725278d","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:00.037260685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"fde1d043-76ac-41ab-a71b-49c23e5e3e5b","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:00.073888977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"4a4ab6ae-1e9f-457c-b201-f9171725278d","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:00.075008378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"fde1d043-76ac-41ab-a71b-49c23e5e3e5b","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:06.37971178Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:08.345964267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"97e6b8b5-0bf5-41cd-8e2c-327c996b6556","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:08.364645558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"97e6b8b5-0bf5-41cd-8e2c-327c996b6556","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:08.382799163Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c9bce8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33610f2527a24c220c3828a19b852e7cb45dccd0ef47ce2363ac084ecbda68ea) AuthConfig (701820a1e59b3eaf006aa856fde6265e2d7c8b5689e2b4662d0f2a2f627315db) AuthConfig (a45b8e3e26e614a9ab118dcce705ec59a8a4120ee78a0143cbd330b435d8c481) AuthConfig (61e74c0ad4d59fd6b2fe6d81000c8e8c81691b0cad17477e24cd038107fcb1ac) AuthConfig (40204eddae176fdafddb84e261f2ac835bc4c923d61b0712de0fa46dc0dd0c2d) AuthConfig (d0dafdadd774d9bc22b484895e102aeb40fec884953e85e329055cb0169322f7) AuthConfig (49b87fe5ff8235db9c9477bf7ce18794b9bcbbf23c723820506afe1ca51fe3f3) AuthConfig (7adca045761e0b64bd060d3b9116b1c776958293d885baf5a8e2790d33496548) AuthConfig (c66d3676a2b08a8ac193e974fa20ff520f792b17dfc66e3a2f0aaf1f5913cdf8) AuthConfig (4d6eaedeb8a9b04f6ef8e30fed754bd4fb2bc61e598f2cd2bcc62b0d9bf0eb96)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"97e6b8b5-0bf5-41cd-8e2c-327c996b6556","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:09.356130561Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-b4483c-807a30-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-sub","reconcileID":"5af1ed30-1786-420b-825f-7d8635eec30d","MaaSSubscription":{"name":"e2e-cfl-ok-b4483c-807a30-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"model":"e2e-extmod-cfl-1-807a30/e2e-cfl-ok-b4483c","subscription":"e2e-cfl-ok-b4483c-807a30-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:09.376652463Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-b4483c-807a30-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-sub","reconcileID":"5af1ed30-1786-420b-825f-7d8635eec30d","MaaSSubscription":{"name":"e2e-cfl-ok-b4483c-807a30-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"model":"e2e-extmod-cfl-1-807a30/e2e-cfl-ok-b4483c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:09.397555443Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-b4483c-807a30-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-sub","reconcileID":"5af1ed30-1786-420b-825f-7d8635eec30d","MaaSSubscription":{"name":"e2e-cfl-ok-b4483c-807a30-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"maas-trlp-e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30","model":"e2e-extmod-cfl-1-807a30/e2e-cfl-ok-b4483c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:09.499985041Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-1ef737-sub models-as-a-service/e2e-dft-af16f3-sub models-as-a-service/e2e-dft-f8adef-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:09.509500138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","reconcileID":"9f6ccaa8-a490-4380-97da-5d23b3b5cb98","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"tenant":"e2e-extmod-a-222480","gateway":"openshift-ingress/e2e-extmod-a-222480","model":"e2e-extmod-cfl-1-807a30/e2e-cfl-ok-b4483c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:09.50952092Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","reconcileID":"9f6ccaa8-a490-4380-97da-5d23b3b5cb98","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"routeName":"external-model-e2e-cfl-ok-b4483c-bfd67cf3b219","namespace":"e2e-extmod-cfl-1-807a30","model":"e2e-cfl-ok-b4483c","externalModel":"e2e-cfl-ok-b4483c","provider":"e2e-cfl-ok-b4483c-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:09.532692508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"9c09e968-23f5-4645-936c-6b4e7161ac5e","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:09.546543419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"9c09e968-23f5-4645-936c-6b4e7161ac5e","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:09.550690478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"272cb112-2ccf-4d3a-b1e5-853f54a06cbd","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f8adef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:09.550711197Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"272cb112-2ccf-4d3a-b1e5-853f54a06cbd","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"routeName":"external-model-e2e-dft-f8adef-38be963da550","namespace":"llm","model":"e2e-dft-f8adef","externalModel":"e2e-dft-f8adef","provider":"e2e-dft-f8adef-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:09.617946754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"9c75935e-9703-42f5-98c5-ab8ec8a206ca","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:09.630633115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"9c75935e-9703-42f5-98c5-ab8ec8a206ca","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:09.666878987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","reconcileID":"63672f96-9ad5-4018-a2b3-fb6aa5386005","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"tenant":"e2e-extmod-a-222480","gateway":"openshift-ingress/e2e-extmod-a-222480","model":"e2e-extmod-cfl-1-807a30/e2e-cfl-ok-b4483c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:09.666899737Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","reconcileID":"63672f96-9ad5-4018-a2b3-fb6aa5386005","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"routeName":"external-model-e2e-cfl-ok-b4483c-bfd67cf3b219","namespace":"e2e-extmod-cfl-1-807a30","model":"e2e-cfl-ok-b4483c","externalModel":"e2e-cfl-ok-b4483c","provider":"e2e-cfl-ok-b4483c-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:09.780473182Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"1920f342-055e-4665-9025-5e69f749adfe","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"model":"e2e-extmod-cfl-1-807a30/e2e-cfl-ok-b4483c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:09.807325465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"1920f342-055e-4665-9025-5e69f749adfe","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:09.865606556Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"1920f342-055e-4665-9025-5e69f749adfe","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:09.865632873Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-cfl-ok-b4483c-807a30-access","reconcileID":"1920f342-055e-4665-9025-5e69f749adfe","MaaSAuthPolicy":{"name":"e2e-cfl-ok-b4483c-807a30-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:09.881614756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","reconcileID":"be99f2b7-6dd7-4430-a00b-f74f4d26a34d","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"tenant":"e2e-extmod-a-222480","gateway":"openshift-ingress/e2e-extmod-a-222480","model":"e2e-extmod-cfl-1-807a30/e2e-cfl-ok-b4483c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:09.881637243Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","reconcileID":"be99f2b7-6dd7-4430-a00b-f74f4d26a34d","MaaSModelRef":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"routeName":"external-model-e2e-cfl-ok-b4483c-bfd67cf3b219","namespace":"e2e-extmod-cfl-1-807a30","model":"e2e-cfl-ok-b4483c","externalModel":"e2e-cfl-ok-b4483c","provider":"e2e-cfl-ok-b4483c-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:10.447066913Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","reconcileID":"ac4f4a37-52c4-49a7-a135-9ddfae37f73e","namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:10.468322071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"16a35c6d-f63d-4898-9816-ef89e34b85a1","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:10.481080782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"f1c2f248-8f3f-43e8-8e73-14110ce09a3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:10.486317759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"16a35c6d-f63d-4898-9816-ef89e34b85a1","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:10.491630437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"f1c2f248-8f3f-43e8-8e73-14110ce09a3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:10.49598181Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c9bce8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33610f2527a24c220c3828a19b852e7cb45dccd0ef47ce2363ac084ecbda68ea) AuthConfig (701820a1e59b3eaf006aa856fde6265e2d7c8b5689e2b4662d0f2a2f627315db) AuthConfig (a45b8e3e26e614a9ab118dcce705ec59a8a4120ee78a0143cbd330b435d8c481) AuthConfig (61e74c0ad4d59fd6b2fe6d81000c8e8c81691b0cad17477e24cd038107fcb1ac) AuthConfig (40204eddae176fdafddb84e261f2ac835bc4c923d61b0712de0fa46dc0dd0c2d) AuthConfig (d0dafdadd774d9bc22b484895e102aeb40fec884953e85e329055cb0169322f7) AuthConfig (49b87fe5ff8235db9c9477bf7ce18794b9bcbbf23c723820506afe1ca51fe3f3) AuthConfig (7adca045761e0b64bd060d3b9116b1c776958293d885baf5a8e2790d33496548) AuthConfig (c66d3676a2b08a8ac193e974fa20ff520f792b17dfc66e3a2f0aaf1f5913cdf8) AuthConfig (4d6eaedeb8a9b04f6ef8e30fed754bd4fb2bc61e598f2cd2bcc62b0d9bf0eb96)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"16a35c6d-f63d-4898-9816-ef89e34b85a1","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:10.496625208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93ed820f-62b7-4447-b69d-4989ff256c0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:10.497005762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"3b30a16f-300a-4314-8cd7-baba9cec9c07","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:10.497207891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"494b7a0f-c5a9-47a1-8a7e-a04e2e19bc93","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:10.508314613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93ed820f-62b7-4447-b69d-4989ff256c0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:10.508795516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"3b30a16f-300a-4314-8cd7-baba9cec9c07","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:10.511994217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"494b7a0f-c5a9-47a1-8a7e-a04e2e19bc93","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:10.52611187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"089d6429-f22c-4afd-bfa6-9b4f484ec9a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:10.540597918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"089d6429-f22c-4afd-bfa6-9b4f484ec9a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:10.601224155Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-b4483c","namespace":"e2e-extmod-cfl-1-807a30"},"namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","reconcileID":"7df46fd8-0486-4b6f-97e5-97ad56cf3d3d","namespace":"e2e-extmod-cfl-1-807a30","name":"e2e-cfl-ok-b4483c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:10.61077597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"5867aa90-e2b8-4f0d-9ddc-999c00dc7d8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:10.623333285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"5867aa90-e2b8-4f0d-9ddc-999c00dc7d8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:10.746609907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"b996aa3f-45ae-414c-ba24-810cffd9448e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:10.746702554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"275cb733-fab6-4a2e-9384-6b2de8614690","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:10.747162489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"d767e13c-9eec-449a-9d0d-1fa9e4dc011c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:10.747246873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"954765fc-46ba-458f-abf6-561866a6af20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:10.763512722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"954765fc-46ba-458f-abf6-561866a6af20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:10.763638624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"d767e13c-9eec-449a-9d0d-1fa9e4dc011c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:10.767002811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"b996aa3f-45ae-414c-ba24-810cffd9448e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:10.789866088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"275cb733-fab6-4a2e-9384-6b2de8614690","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:10.822063016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25b5eb6d-e963-4b63-9d33-f27b976507a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:10.867987807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25b5eb6d-e963-4b63-9d33-f27b976507a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:11.003670194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"01361c99-ea63-4117-9f63-d8175cf137cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:11.013812272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"b11ad1c3-1873-4dd0-9096-19445efebd39","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:11.018964312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"01361c99-ea63-4117-9f63-d8175cf137cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:11.02676704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"b11ad1c3-1873-4dd0-9096-19445efebd39","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:11.057433996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"44229566-6b73-4331-88b2-23288eb393b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:11.05783723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"b787bd39-43f7-4b77-a677-0154f3af9384","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:11.068412943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"44229566-6b73-4331-88b2-23288eb393b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:11.072509495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"b787bd39-43f7-4b77-a677-0154f3af9384","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:11.156789892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"448641bc-34af-47d5-8b37-76661644d3d5","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:11.159267442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"706fbd23-0987-45ec-a373-19ca6188e0a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:11.166895329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"448641bc-34af-47d5-8b37-76661644d3d5","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:11.169315043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"706fbd23-0987-45ec-a373-19ca6188e0a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:11.170953487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"14ec026f-f623-44a5-9a11-1e5b8dd9d51a","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:11.176406084Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c9bce8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33610f2527a24c220c3828a19b852e7cb45dccd0ef47ce2363ac084ecbda68ea) AuthConfig (701820a1e59b3eaf006aa856fde6265e2d7c8b5689e2b4662d0f2a2f627315db) AuthConfig (a45b8e3e26e614a9ab118dcce705ec59a8a4120ee78a0143cbd330b435d8c481) AuthConfig (61e74c0ad4d59fd6b2fe6d81000c8e8c81691b0cad17477e24cd038107fcb1ac) AuthConfig (40204eddae176fdafddb84e261f2ac835bc4c923d61b0712de0fa46dc0dd0c2d) AuthConfig (d0dafdadd774d9bc22b484895e102aeb40fec884953e85e329055cb0169322f7) AuthConfig (49b87fe5ff8235db9c9477bf7ce18794b9bcbbf23c723820506afe1ca51fe3f3) AuthConfig (7adca045761e0b64bd060d3b9116b1c776958293d885baf5a8e2790d33496548) AuthConfig (c66d3676a2b08a8ac193e974fa20ff520f792b17dfc66e3a2f0aaf1f5913cdf8) AuthConfig (4d6eaedeb8a9b04f6ef8e30fed754bd4fb2bc61e598f2cd2bcc62b0d9bf0eb96)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"448641bc-34af-47d5-8b37-76661644d3d5","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:11.177622904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"be9ae9c8-2f75-43cd-97d9-227c1f0ab4c8","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:11.177780165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6885e70-aa45-4702-94a1-68478312d17b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:11.183714336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"14ec026f-f623-44a5-9a11-1e5b8dd9d51a","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:11.189475619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6885e70-aa45-4702-94a1-68478312d17b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:11.189495145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"be9ae9c8-2f75-43cd-97d9-227c1f0ab4c8","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:11.285379651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"36d3f5bd-3377-4a6e-b5fc-246244130859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:11.294719796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"1914da40-5f36-4f75-b644-0efe9fa5b7d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:11.295445517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"36d3f5bd-3377-4a6e-b5fc-246244130859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:11.304406428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"1914da40-5f36-4f75-b644-0efe9fa5b7d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:21.201191069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"832f9d45-33f6-4729-90bb-20402602777b","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:21.213413299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"832f9d45-33f6-4729-90bb-20402602777b","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:21.227632817Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c9bce8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (33610f2527a24c220c3828a19b852e7cb45dccd0ef47ce2363ac084ecbda68ea) AuthConfig (701820a1e59b3eaf006aa856fde6265e2d7c8b5689e2b4662d0f2a2f627315db) AuthConfig (a45b8e3e26e614a9ab118dcce705ec59a8a4120ee78a0143cbd330b435d8c481) AuthConfig (61e74c0ad4d59fd6b2fe6d81000c8e8c81691b0cad17477e24cd038107fcb1ac) AuthConfig (40204eddae176fdafddb84e261f2ac835bc4c923d61b0712de0fa46dc0dd0c2d) AuthConfig (d0dafdadd774d9bc22b484895e102aeb40fec884953e85e329055cb0169322f7) AuthConfig (49b87fe5ff8235db9c9477bf7ce18794b9bcbbf23c723820506afe1ca51fe3f3) AuthConfig (7adca045761e0b64bd060d3b9116b1c776958293d885baf5a8e2790d33496548) AuthConfig (c66d3676a2b08a8ac193e974fa20ff520f792b17dfc66e3a2f0aaf1f5913cdf8) AuthConfig (4d6eaedeb8a9b04f6ef8e30fed754bd4fb2bc61e598f2cd2bcc62b0d9bf0eb96)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"832f9d45-33f6-4729-90bb-20402602777b","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:25.675628633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-af16f3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-sub","reconcileID":"a34240e9-e67e-4256-a1e0-ace35e2baa3b","MaaSSubscription":{"name":"e2e-dft-af16f3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-af16f3","model":"llm/e2e-dft-af16f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:25.72555968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"33252493-4989-4cb2-8003-f7d0523d0d06","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-af16f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:25.725587384Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"33252493-4989-4cb2-8003-f7d0523d0d06","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"routeName":"external-model-e2e-dft-af16f3-6785691d5569","namespace":"llm","model":"e2e-dft-af16f3","externalModel":"e2e-dft-af16f3","provider":"e2e-dft-af16f3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:26.099606598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f8adef-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-sub","reconcileID":"5aa3b495-f56b-48da-94b1-e8da5263d4ac","MaaSSubscription":{"name":"e2e-dft-f8adef-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-f8adef","model":"llm/e2e-dft-f8adef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:26.136428274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"91cdfe1e-673d-4774-9df5-4254913a4b70","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f8adef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:26.136449822Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"91cdfe1e-673d-4774-9df5-4254913a4b70","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"routeName":"external-model-e2e-dft-f8adef-38be963da550","namespace":"llm","model":"e2e-dft-f8adef","externalModel":"e2e-dft-f8adef","provider":"e2e-dft-f8adef-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:26.780125718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"640f213b-b7b4-4ec0-a322-0901f4366733","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:26.784976655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"abde78c2-b24b-40e5-a9c4-3c5a9eec5abb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:26.785744123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"31852d11-6c62-4ce1-8653-267d9e54e8cb","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:26.788734167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"58a71fd5-a049-4e54-91e4-359fd8a20ca9","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:26.789443765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"782ae186-b369-44c6-8cf9-2eb3ab417a2c","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:26.793691813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"640f213b-b7b4-4ec0-a322-0901f4366733","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:26.797656624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"abde78c2-b24b-40e5-a9c4-3c5a9eec5abb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:26.852603245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"31852d11-6c62-4ce1-8653-267d9e54e8cb","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:26.867987809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"782ae186-b369-44c6-8cf9-2eb3ab417a2c","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:26.855095568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"58a71fd5-a049-4e54-91e4-359fd8a20ca9","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:28.341575234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"1862c58b-ac8b-479e-8519-956fa7e97760","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:28.342122949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"021a69dd-2e41-4feb-9cac-04d4bdb4118e","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:28.342362554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"faba2ef7-ed9b-4d5a-ac8c-e7ab2f78851f","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:28.342578702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e0ca8aa-c801-4f5d-a02b-55b0e5a96bfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:28.35612232Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-be1378","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378","reconcileID":"bc5d0fc6-4685-4a95-9e53-2ee790df4e21","namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:28.368536685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e642f0d5-2983-4dbb-bfe7-2468b6d1a4f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:28.389390001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e0ca8aa-c801-4f5d-a02b-55b0e5a96bfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:28.394924039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e642f0d5-2983-4dbb-bfe7-2468b6d1a4f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:28.400572101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"1862c58b-ac8b-479e-8519-956fa7e97760","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:28.40244548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"faba2ef7-ed9b-4d5a-ac8c-e7ab2f78851f","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:28.410034851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"021a69dd-2e41-4feb-9cac-04d4bdb4118e","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:28.577071518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"51771a3d-1b63-4bbd-8677-5f7ebc04b08a","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:28.597887647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"9e459f27-197a-4727-b22d-7d67e4c0f961","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:28.60857284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"51771a3d-1b63-4bbd-8677-5f7ebc04b08a","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:28.614884824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"9e459f27-197a-4727-b22d-7d67e4c0f961","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:28.669334981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"779c6055-0f50-492a-bb95-8015a2bfbd3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:28.669453834Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-be1378","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378","reconcileID":"8bc40cf3-e00c-49df-8a83-117341996470","namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:28.669925124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"029570f0-0273-4018-9d27-0cb8680f5ffa","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:28.677931401Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"e9a2e5e9-709a-44fd-ad83-6db1266eb60e","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"name":"e2e-shr-shared-be1378","namespace":"e2e-extmod-shr-user-a41ade","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:28.678084838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"7779991f-43f8-4727-beec-e298d47a9aef","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:28.684635152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"779c6055-0f50-492a-bb95-8015a2bfbd3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:28.687380128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"029570f0-0273-4018-9d27-0cb8680f5ffa","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:28.695578651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"7779991f-43f8-4727-beec-e298d47a9aef","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:28.699885435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"28b69ab6-49f1-47ff-988e-705e75c2fc16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:28.714749217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"28b69ab6-49f1-47ff-988e-705e75c2fc16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:28.742413655Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"f8589155-e0ea-499d-8d7a-6ff225fc1e73","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"name":"e2e-shr-shared-be1378","namespace":"e2e-extmod-shr-user-a41ade","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:28.783961146Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"ad1aabc4-7f38-4101-9830-bdf43a7039d6","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"name":"e2e-shr-shared-be1378","namespace":"e2e-extmod-shr-user-a41ade","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:28.846437599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"17b00c8d-a1ae-460d-8515-0ba18a284daa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:28.848689809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"7d4f6b56-055a-48d1-8541-18bb3a77a4ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:28.849147995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"37f0f687-84ec-4d09-ba34-08a40698d48f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:28.858535901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"17b00c8d-a1ae-460d-8515-0ba18a284daa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:28.872751603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"37f0f687-84ec-4d09-ba34-08a40698d48f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:28.873710749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"7d4f6b56-055a-48d1-8541-18bb3a77a4ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:28.88503749Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","reconcileID":"d8104ae3-4cdf-4620-a6a5-3837508fb65f","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"name":"e2e-shr-shared-be1378","namespace":"e2e-extmod-shr-user-a41ade","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:28.889317875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78dec269-e119-46bd-a9a1-547ed020f080","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:28.90186411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78dec269-e119-46bd-a9a1-547ed020f080","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:28.913487995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"4972d802-e20b-4e20-8b60-05ce38783b24","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"tenant":"e2e-extmod-a-c9bce8","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-ee10c1ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:28.913507568Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"4972d802-e20b-4e20-8b60-05ce38783b24","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"routeName":"external-model-e2e-fail-ee10c1ad-2f6573a9684e","namespace":"e2e-extmod-fail-user-d4ab08","model":"e2e-fail-ee10c1ad","externalModel":"e2e-fail-ee10c1ad","provider":"e2e-fail-ee10c1ad-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:28.928367813Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"4dcd20d4-fcc8-4fe0-bb2c-8c29e61f4f30","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"name":"e2e-shr-shared-be1378","namespace":"e2e-extmod-shr-user-a41ade","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:28.957944917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"579146f7-9dbe-464c-9932-b21b941f3bda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:28.97179676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"579146f7-9dbe-464c-9932-b21b941f3bda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:28.98992674Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","reconcileID":"5ca10a20-822a-4bf1-a85f-610baf3558fd","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"name":"e2e-shr-shared-be1378","namespace":"e2e-extmod-shr-user-a41ade","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.003056404Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"a08a7b36-1f61-46f2-b8ac-789d8242264a","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"name":"e2e-shr-shared-be1378","namespace":"e2e-extmod-shr-user-a41ade","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.018215756Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","reconcileID":"64837d8f-e748-4379-aee0-827391b64b33","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"name":"e2e-shr-shared-be1378","namespace":"e2e-extmod-shr-user-a41ade","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.03033948Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"24dcc230-6cc0-4bd5-ac54-2edb7ca38ec4","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"name":"e2e-shr-shared-be1378","namespace":"e2e-extmod-shr-user-a41ade","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.050599447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"b5978860-54fc-4b87-9df5-252f9c8275c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.053566404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"aadc7c39-e895-4de4-918c-8faeafbb206a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.053729045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"68c5f3cb-9ba0-4322-9e76-1707898f6696","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.061268958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"b5978860-54fc-4b87-9df5-252f9c8275c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.067587323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"aadc7c39-e895-4de4-918c-8faeafbb206a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.070516538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"68c5f3cb-9ba0-4322-9e76-1707898f6696","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.084928196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"5711e182-45d3-4635-a398-619e2c3ffedb","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.0968478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"5711e182-45d3-4635-a398-619e2c3ffedb","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.127149118Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-be1378","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378","reconcileID":"afb6974f-cbd5-4326-9d7a-095fccc3fa65","namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.135104813Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","reconcileID":"26d90ca1-dda4-483c-9d0b-36e947c27d70","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-c964c37107cb","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.145748134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"26375c8d-2a53-4039-9d26-9df43179167c","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.14782076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"f265c1f8-b791-4232-9f85-302671b42f92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.156151324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"26375c8d-2a53-4039-9d26-9df43179167c","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.160540331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"d9701ab7-6b84-41a3-a288-f405d9066f72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.169112707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"f265c1f8-b791-4232-9f85-302671b42f92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.171753863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"d9701ab7-6b84-41a3-a288-f405d9066f72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.173120223Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"85478c28-ce34-4afb-ab67-e9f835d90dc3","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-01aff02ed726","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-a-222480","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.181518842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb2f852a-3704-4f28-8137-6d4bf1960537","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.194785304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb2f852a-3704-4f28-8137-6d4bf1960537","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.206332031Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"6b1cb62b-dcde-4f2d-9823-ec8977bb9e29","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-01aff02ed726","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-a-222480","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:10:29.246613612Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"6b1cb62b-dcde-4f2d-9823-ec8977bb9e29","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-be1378-e2e-extmod-a-222480\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:10:29.246688976Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"6b1cb62b-dcde-4f2d-9823-ec8977bb9e29","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-be1378-e2e-extmod-a-222480\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.272804071Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","reconcileID":"4ed8fc55-145b-46a6-a28d-2844b1b58903","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-c964c37107cb","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.287851727Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"df8a86b1-f27a-439a-a895-6176630ab15e","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-01aff02ed726","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-a-222480","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.360150744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"7b016478-61ed-45e6-a05d-161e2d868c28","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.381698158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"7b016478-61ed-45e6-a05d-161e2d868c28","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.414999515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"3299b060-f1f2-4ddc-ab2e-1b757f492eba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.415658157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"835c717e-80bd-47e5-8421-85a0d3bf144b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.428781324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"3299b060-f1f2-4ddc-ab2e-1b757f492eba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.428830042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"835c717e-80bd-47e5-8421-85a0d3bf144b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.429432337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"daf00e41-ca06-499c-b82e-6656196d5ba1","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.438507548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3c7ca22-76d6-4773-b7fb-c33e6634ad7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.446101883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"daf00e41-ca06-499c-b82e-6656196d5ba1","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.450170238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3c7ca22-76d6-4773-b7fb-c33e6634ad7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.55179874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"e8b6e66c-5ba5-49f2-9aad-ce831b0e3d9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.576413155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"e8b6e66c-5ba5-49f2-9aad-ce831b0e3d9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.668971393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"d89ab9ba-38a3-4ff4-8e06-9701e3d6084d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.669447632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"cc55166a-8501-461b-ba5e-fc63eb3ade9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.686205306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"cc55166a-8501-461b-ba5e-fc63eb3ade9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.687354942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"d89ab9ba-38a3-4ff4-8e06-9701e3d6084d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.688159232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"4695af7f-f4f3-4f6a-a043-9cb03246a166","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.702158736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"4695af7f-f4f3-4f6a-a043-9cb03246a166","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.755480319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"47907012-2cd8-45aa-8480-130b1d48fe5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.755675424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"bb3c2920-36e7-424f-8bd6-80cb04d88c4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.759691527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"7ba557f2-9dad-4e14-8811-a72082f3b0d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.766362363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"47907012-2cd8-45aa-8480-130b1d48fe5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.767270905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"bb3c2920-36e7-424f-8bd6-80cb04d88c4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:29.771754478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"7ba557f2-9dad-4e14-8811-a72082f3b0d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:31.617375729Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-1ef737-sub models-as-a-service/e2e-dft-af16f3-sub models-as-a-service/e2e-dft-f8adef-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:31.622480973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"4d0a2684-7053-4228-bf09-4e1d08ac2f4f","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"tenant":"e2e-extmod-a-c9bce8","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-ee10c1ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:31.622500328Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"4d0a2684-7053-4228-bf09-4e1d08ac2f4f","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"routeName":"external-model-e2e-fail-ee10c1ad-2f6573a9684e","namespace":"e2e-extmod-fail-user-d4ab08","model":"e2e-fail-ee10c1ad","externalModel":"e2e-fail-ee10c1ad","provider":"e2e-fail-ee10c1ad-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:31.634540188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"a2294bff-45a3-43b9-bc43-1281e6fe4597","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:10:31.635573055Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-ee10c1ad-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-sub","reconcileID":"7873e8df-3bdf-4fd3-ae9e-8867771e274c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-ee10c1ad-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:31.644818803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"a2294bff-45a3-43b9-bc43-1281e6fe4597","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:31.648571095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"8cb8a8ef-cb1b-4903-bdbe-5157f855ff6d","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"tenant":"e2e-extmod-a-c9bce8","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-ee10c1ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:31.648590547Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"8cb8a8ef-cb1b-4903-bdbe-5157f855ff6d","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"routeName":"external-model-e2e-fail-ee10c1ad-2f6573a9684e","namespace":"e2e-extmod-fail-user-d4ab08","model":"e2e-fail-ee10c1ad","externalModel":"e2e-fail-ee10c1ad","provider":"e2e-fail-ee10c1ad-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:10:31.671784774Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"8cb8a8ef-cb1b-4903-bdbe-5157f855ff6d","name":"e2e-fail-ee10c1ad","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-ee10c1ad\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:10:31.671833093Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"8cb8a8ef-cb1b-4903-bdbe-5157f855ff6d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-ee10c1ad\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:31.677077854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"2f511036-4112-40d3-be64-1e89b40aa006","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"tenant":"e2e-extmod-a-c9bce8","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-ee10c1ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:31.677095176Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"2f511036-4112-40d3-be64-1e89b40aa006","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"routeName":"external-model-e2e-fail-ee10c1ad-2f6573a9684e","namespace":"e2e-extmod-fail-user-d4ab08","model":"e2e-fail-ee10c1ad","externalModel":"e2e-fail-ee10c1ad","provider":"e2e-fail-ee10c1ad-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:31.691174467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"40e696d6-7267-4d7d-9088-82f40febd055","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"tenant":"e2e-extmod-a-c9bce8","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-ee10c1ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:31.691192406Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"40e696d6-7267-4d7d-9088-82f40febd055","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"routeName":"external-model-e2e-fail-ee10c1ad-2f6573a9684e","namespace":"e2e-extmod-fail-user-d4ab08","model":"e2e-fail-ee10c1ad","externalModel":"e2e-fail-ee10c1ad","provider":"e2e-fail-ee10c1ad-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:31.71766025Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-ee10c1ad-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-sub","reconcileID":"f9d0e091-7845-4f23-aa83-d83b44fb4a00","MaaSSubscription":{"name":"e2e-fail-ee10c1ad-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"maas-trlp-e2e-fail-ee10c1ad","model":"e2e-fail-ee10c1ad","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-c9bce8/e2e-fail-ee10c1ad-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:31.76033057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"8d990446-309c-4535-a661-b2578063ea32","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"tenant":"e2e-extmod-a-c9bce8","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-ee10c1ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:31.760351223Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"8d990446-309c-4535-a661-b2578063ea32","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"routeName":"external-model-e2e-fail-ee10c1ad-2f6573a9684e","namespace":"e2e-extmod-fail-user-d4ab08","model":"e2e-fail-ee10c1ad","externalModel":"e2e-fail-ee10c1ad","provider":"e2e-fail-ee10c1ad-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:31.793118931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"3488cf71-d466-439f-a890-fcb7d57a14a5","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:31.807966571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"3488cf71-d466-439f-a890-fcb7d57a14a5","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:31.823377749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-ee10c1ad-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-sub","reconcileID":"b575ba86-b583-47fa-89d8-8f807cc7910f","MaaSSubscription":{"name":"e2e-fail-ee10c1ad-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"maas-trlp-e2e-fail-ee10c1ad","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-ee10c1ad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:35.597937555Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"d2c85591-e0a4-4be7-8185-b4b091e406dc","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-01aff02ed726","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-a-222480","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:35.613022491Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"bf787cfa-01bc-443e-bc98-78393588ad80","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-01aff02ed726","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-a-222480","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:35.6799814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"a67c9480-ffb3-4097-9357-f579d4c6e621","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:35.770174395Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"a67c9480-ffb3-4097-9357-f579d4c6e621","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:35.780848092Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"a67c9480-ffb3-4097-9357-f579d4c6e621","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:35.802525726Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"455c7cb4-9c18-4c9a-9f4a-39c6da6ab5ec","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-01aff02ed726","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-a-222480","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:36.378877817Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:45.805083631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"c5e502c4-c97e-4b3d-843d-34487d2a65f1","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:45.814684199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"c5e502c4-c97e-4b3d-843d-34487d2a65f1","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:45.823014034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"c5e502c4-c97e-4b3d-843d-34487d2a65f1","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:48.32424661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-ee10c1ad-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-sub","reconcileID":"632c4139-4809-4a64-91c0-4f8e3a38db0b","MaaSSubscription":{"name":"e2e-fail-ee10c1ad-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"maas-trlp-e2e-fail-ee10c1ad","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-ee10c1ad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:48.371714764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"7c7e341a-9b0b-4fb4-8cbe-d3509261f332","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"tenant":"e2e-extmod-a-c9bce8","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-ee10c1ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:48.371740046Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"7c7e341a-9b0b-4fb4-8cbe-d3509261f332","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"routeName":"external-model-e2e-fail-ee10c1ad-2f6573a9684e","namespace":"e2e-extmod-fail-user-d4ab08","model":"e2e-fail-ee10c1ad","externalModel":"e2e-fail-ee10c1ad","provider":"e2e-fail-ee10c1ad-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:49.328038443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"624c22fd-9d97-47a2-8799-929a1c9f7fab","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:49.351068391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"624c22fd-9d97-47a2-8799-929a1c9f7fab","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:49.367132808Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"624c22fd-9d97-47a2-8799-929a1c9f7fab","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:49.469638431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"3eb89606-af97-4332-b64c-512805abbab2","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:49.48176892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"3eb89606-af97-4332-b64c-512805abbab2","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:49.496595686Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"3eb89606-af97-4332-b64c-512805abbab2","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:49.58300365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"79886ad7-1856-407a-be2b-9179a8de3df4","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:49.593228157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"79886ad7-1856-407a-be2b-9179a8de3df4","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:49.956493363Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","reconcileID":"7751c945-8744-4abc-9f21-b8950eeeb204","namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:49.967781291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"a48e96c3-a82d-4959-a357-033f27b62037","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:49.972369241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"94a1d77a-e7af-48e7-8bbf-b08c8d398561","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:49.974545234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"6cd9b542-4dc6-487f-92eb-14c83371ca51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:49.974683009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"08eca5bf-cb1f-44d3-b8fe-f8db0bd3f335","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:49.979857607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"a48e96c3-a82d-4959-a357-033f27b62037","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:49.982584349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"94a1d77a-e7af-48e7-8bbf-b08c8d398561","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:49.984490535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"08eca5bf-cb1f-44d3-b8fe-f8db0bd3f335","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:49.984876664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"6cd9b542-4dc6-487f-92eb-14c83371ca51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:49.987126405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e9f914d-ef4a-40dd-9aaa-82496b460ec0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:49.991197369Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"94a1d77a-e7af-48e7-8bbf-b08c8d398561","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:49.997389848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e9f914d-ef4a-40dd-9aaa-82496b460ec0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.009409245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"ca5143df-8175-45fc-bd5f-a86085334777","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.017140019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"1fa66ca7-a658-41e8-aca0-e50ff9d35f03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.020059031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"ca5143df-8175-45fc-bd5f-a86085334777","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.026859667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"1fa66ca7-a658-41e8-aca0-e50ff9d35f03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.037569309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4e42369-bdd5-4148-932b-82606569955a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.048019898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4e42369-bdd5-4148-932b-82606569955a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.052698167Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","reconcileID":"7879588a-d372-4a8c-902d-8c94ebb99807","namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.064688459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"e0f75a11-2590-4c16-ada0-eea4b15c81db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.064698579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"c2825b7f-c203-4efe-8ee3-535484ad3d25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.075785364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"c2825b7f-c203-4efe-8ee3-535484ad3d25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.075824946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"e0f75a11-2590-4c16-ada0-eea4b15c81db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.090880772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"0e4e5584-e933-45be-adb9-53b3b045beef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"tenant":"e2e-extmod-a-c9bce8","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-ee10c1ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.090905492Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"0e4e5584-e933-45be-adb9-53b3b045beef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"routeName":"external-model-e2e-fail-ee10c1ad-2f6573a9684e","namespace":"e2e-extmod-fail-user-d4ab08","model":"e2e-fail-ee10c1ad","externalModel":"e2e-fail-ee10c1ad","provider":"e2e-fail-ee10c1ad-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.1059977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"13eefbf3-a2df-4581-84b9-6f3b3378cc23","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"tenant":"e2e-extmod-a-c9bce8","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-ee10c1ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.106022513Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"13eefbf3-a2df-4581-84b9-6f3b3378cc23","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"routeName":"external-model-e2e-fail-ee10c1ad-2f6573a9684e","namespace":"e2e-extmod-fail-user-d4ab08","model":"e2e-fail-ee10c1ad","externalModel":"e2e-fail-ee10c1ad","provider":"e2e-fail-ee10c1ad-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.116075649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-ee10c1ad-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-sub","reconcileID":"f62c13b9-8271-4d2b-a728-8540334b5a82","MaaSSubscription":{"name":"e2e-fail-ee10c1ad-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"maas-trlp-e2e-fail-ee10c1ad","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-ee10c1ad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.1543879Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","reconcileID":"ada8c5c6-407e-40e3-b407-423d1984ecd8","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.229171867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"8f0014ba-a962-49e1-ad72-7bb956df2bf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.229512666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"94e87f2f-a9c2-47b0-bb97-76007a2b1574","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.229836426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"13d850e9-9a24-488d-bafe-8f795f6576ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.230242831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"b6f35214-fdbf-4600-979b-5a3d8c6ce05c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.239111011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"8f0014ba-a962-49e1-ad72-7bb956df2bf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.242863845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"94e87f2f-a9c2-47b0-bb97-76007a2b1574","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.243817511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"b6f35214-fdbf-4600-979b-5a3d8c6ce05c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.245326609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"13d850e9-9a24-488d-bafe-8f795f6576ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.251166584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"06733015-505b-4530-a511-5b60616ba865","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.261563878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"06733015-505b-4530-a511-5b60616ba865","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.27309307Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","reconcileID":"ea8c7a09-00c3-46cf-9ccd-f2ce816cbe10","namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.278081907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","reconcileID":"53e47d29-76d2-4e93-98ea-5219ab4993ca","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-a7203604","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.278099129Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","reconcileID":"53e47d29-76d2-4e93-98ea-5219ab4993ca","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"routeName":"external-model-e2e-fail-a7203604-1a3b75bdfad3","namespace":"e2e-extmod-fail-user-d4ab08","model":"e2e-fail-a7203604","externalModel":"e2e-fail-a7203604","provider":"e2e-fail-a7203604-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.324117712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"78d8a1bf-bdf3-4e7a-9453-3995c9a553ef","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.370293802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","reconcileID":"1b1a97a3-b663-4522-90d6-4fd3f4720c35","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-a7203604","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.373555561Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","reconcileID":"1b1a97a3-b663-4522-90d6-4fd3f4720c35","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"routeName":"external-model-e2e-fail-a7203604-1a3b75bdfad3","namespace":"e2e-extmod-fail-user-d4ab08","model":"e2e-fail-a7203604","externalModel":"e2e-fail-a7203604","provider":"e2e-fail-a7203604-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.37825871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"78d8a1bf-bdf3-4e7a-9453-3995c9a553ef","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.398477223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"be893205-86ea-47fc-89ca-cae673850ac8","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.419115525Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"78d8a1bf-bdf3-4e7a-9453-3995c9a553ef","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.466639231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"be893205-86ea-47fc-89ca-cae673850ac8","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.479091775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9592ea8a-2561-4491-932d-c03b614133ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.480263049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"700133a3-5dd4-4fa3-95ff-ed14f865ac65","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.502195593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9592ea8a-2561-4491-932d-c03b614133ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.512572159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"0cb795a3-b80f-440e-b174-07945cc0b796","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.513214325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"2ce72bf1-e422-4f83-aca3-086242829fcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.527633611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"700133a3-5dd4-4fa3-95ff-ed14f865ac65","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.531568165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"0cb795a3-b80f-440e-b174-07945cc0b796","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.548906695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"2ce72bf1-e422-4f83-aca3-086242829fcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.680332548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"ec5ee6a5-2d3b-4ff7-a049-163da6b0cb54","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.687514087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"583e1e93-121a-4200-b6b0-623b77a64fd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.68814379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"4e9290a8-83e2-460d-bddb-ffc0ac304a76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.692963319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"ec5ee6a5-2d3b-4ff7-a049-163da6b0cb54","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.693392232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"26688960-9810-48b5-b781-6c28c5023307","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.700410453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"583e1e93-121a-4200-b6b0-623b77a64fd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.703594325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"4e9290a8-83e2-460d-bddb-ffc0ac304a76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.769905662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"26688960-9810-48b5-b781-6c28c5023307","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.770710315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73f9a963-01bd-4f4e-b0e6-56dffb4988df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.787576809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73f9a963-01bd-4f4e-b0e6-56dffb4988df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.907838957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"7fdab0cc-c108-492f-be6c-22ba660822a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.914241084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"27686e58-759f-46e4-a13d-2714d43f920f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.919976255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"7fdab0cc-c108-492f-be6c-22ba660822a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.923847189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"60558316-00c0-45cc-80a1-85a80230e015","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.925861359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"27686e58-759f-46e4-a13d-2714d43f920f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:50.936896214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"60558316-00c0-45cc-80a1-85a80230e015","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:51.002210448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","reconcileID":"6e74bb9b-06f9-479c-a9d4-6ecc5cf4eb36","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-a7203604","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:51.002233605Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","reconcileID":"6e74bb9b-06f9-479c-a9d4-6ecc5cf4eb36","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"routeName":"external-model-e2e-fail-a7203604-1a3b75bdfad3","namespace":"e2e-extmod-fail-user-d4ab08","model":"e2e-fail-a7203604","externalModel":"e2e-fail-a7203604","provider":"e2e-fail-a7203604-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:51.007522866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"e730e459-bfd4-414c-9b6b-41cd6fabb668","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:51.008011124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"87a540bf-a50c-4a11-9ad3-60fef999aa9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:51.008102584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"c0378f4d-2ab2-4f66-961d-ee83605d204d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:51.019266301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"87a540bf-a50c-4a11-9ad3-60fef999aa9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:51.019322059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"e730e459-bfd4-414c-9b6b-41cd6fabb668","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:51.021742235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"c0378f4d-2ab2-4f66-961d-ee83605d204d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:51.148153435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-fail-a7203604-access","reconcileID":"4a7939cc-d6f3-410e-a5e6-396522720036","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:51.246009408Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-fail-a7203604-access","reconcileID":"4a7939cc-d6f3-410e-a5e6-396522720036","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:51.260607723Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d97cc8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-fail-a7203604-access","reconcileID":"4a7939cc-d6f3-410e-a5e6-396522720036","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:51.275427322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","reconcileID":"1a2b8f57-ebeb-48c8-8a97-71dd3bf14f30","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-a7203604","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:10:51.275452168Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","reconcileID":"1a2b8f57-ebeb-48c8-8a97-71dd3bf14f30","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"routeName":"external-model-e2e-fail-a7203604-1a3b75bdfad3","namespace":"e2e-extmod-fail-user-d4ab08","model":"e2e-fail-a7203604","externalModel":"e2e-fail-a7203604","provider":"e2e-fail-a7203604-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:00.430877179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"56b615c7-46f4-49ef-a15b-ee9e0a67c237","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:00.440435058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"56b615c7-46f4-49ef-a15b-ee9e0a67c237","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:00.448852104Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"56b615c7-46f4-49ef-a15b-ee9e0a67c237","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:01.282001758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-fail-a7203604-access","reconcileID":"da00928c-9737-4b85-b016-d397b8576a89","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:01.291674464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-fail-a7203604-access","reconcileID":"da00928c-9737-4b85-b016-d397b8576a89","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:01.301429414Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d97cc8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-fail-a7203604-access","reconcileID":"da00928c-9737-4b85-b016-d397b8576a89","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:06.374289114Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:08.232649369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"eb37322e-7fd2-4718-8135-bbead00446bd","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:08.233346473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-fail-a7203604-access","reconcileID":"c6e4cf13-f9cb-4998-8601-4b37ab6accd7","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:08.244269279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"eb37322e-7fd2-4718-8135-bbead00446bd","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:08.244345622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-fail-a7203604-access","reconcileID":"c6e4cf13-f9cb-4998-8601-4b37ab6accd7","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:08.253892348Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d97cc8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (284e2bb80bd32bc04df73bc7b55f9dc0db7421ecd7e2f4534c8981617c329a30) AuthConfig (1b31dc033f67102e32b438ee7aae5d589cd7433d0678a1661c2f0e23975d8b86) AuthConfig (2c322cfebd584d11f37610a3607fabc1f21c386e3ca75b8c65a54b45a752e185) AuthConfig (74bcbbc953ff109bb17512d808df8b939baaed6dcbdf415801e7da73a24bc6e5) AuthConfig (d276cd4ba49b6c10f4f6327a29726c6b9d4543750d565c2ca2ab06b87f5386c7) AuthConfig (e652b82817cf1c4fc932172f258ea44a9f7ed2d063485b490d035a22f7be3ce4) AuthConfig (576ea76606ccb5c35cc562fd5ba8d4165b2ad9f29cd6414c4a3ca4fcb2fe4ed2) AuthConfig (ca62e159776e75bfa81860c7b216f098ce034db514bd94dcc5646dbd310398d2) AuthConfig (9d0164223a7c88da5e6e5c2c24fdcd9d7aa67fc6c1aea94cec68cbd6c01117d6) AuthConfig (8040f4704bc81e437efcd81def0be91bc8fce6aa1bd356b8924d20ef53ed7e3a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-fail-a7203604-access","reconcileID":"c6e4cf13-f9cb-4998-8601-4b37ab6accd7","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:08.28281045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","reconcileID":"6016c518-e5fb-410b-8d47-72d9f506222f","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-a7203604","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:08.282841399Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","reconcileID":"6016c518-e5fb-410b-8d47-72d9f506222f","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"routeName":"external-model-e2e-fail-a7203604-1a3b75bdfad3","namespace":"e2e-extmod-fail-user-d4ab08","model":"e2e-fail-a7203604","externalModel":"e2e-fail-a7203604","provider":"e2e-fail-a7203604-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:10.461391461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"988d60a9-e629-48f5-ba44-27e30c79d504","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:10.471509434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"988d60a9-e629-48f5-ba44-27e30c79d504","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:10.481025142Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bae59ceb5159e75dcdc43fd9c558d6917556e9f2cbd03f09d02e46c0134fc9cf) AuthConfig (ba7d883f4c6d43367292f9c694fe3ab9c472141479b9239c143ab95fc242e294) AuthConfig (f1b57592c6ce15971d5bc022012603a7fbc3c2d57d60b83c0943e8eea1e92b55) AuthConfig (c98df1cb2d5419336e7b4211f52a5c800f9da8a2de640472dada0bdc082cec49) AuthConfig (5e30ee4a51ae3434b6dc801419e6097cdbb59c9f685aabc176625ce4c7eaf4dc) AuthConfig (43aa9d9612bb24d294e1bf5147dc7d281dbe320c396898cd3c442004a30b6e41) AuthConfig (481d327dc9aa7b0a5af143bd5464ef3ab7fae5151bdad1cac5e32c4156f17f9a) AuthConfig (a2ac6bcff059f460328a0f6918856ea1f67bb83aab555ebbb9b1e786551b6d2a) AuthConfig (5398396219ec2a3ebd9d283f45f44d46ee74eddf041d7fc560cfd559096504ba) AuthConfig (2e8a53bc6745139df2aea2b6db2371db81c37fb6bce0180ba66d504b281eba76)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"988d60a9-e629-48f5-ba44-27e30c79d504","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:10.497984505Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"073b196e-0e3f-473b-9b4b-0705e934de7b","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-01aff02ed726","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-a-222480","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:18.277480871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-fail-a7203604-access","reconcileID":"b6a83de0-2abe-4830-a119-b7e5c08566f9","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:18.28754359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-fail-a7203604-access","reconcileID":"b6a83de0-2abe-4830-a119-b7e5c08566f9","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:18.296777468Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d97cc8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (284e2bb80bd32bc04df73bc7b55f9dc0db7421ecd7e2f4534c8981617c329a30) AuthConfig (1b31dc033f67102e32b438ee7aae5d589cd7433d0678a1661c2f0e23975d8b86) AuthConfig (2c322cfebd584d11f37610a3607fabc1f21c386e3ca75b8c65a54b45a752e185) AuthConfig (74bcbbc953ff109bb17512d808df8b939baaed6dcbdf415801e7da73a24bc6e5) AuthConfig (d276cd4ba49b6c10f4f6327a29726c6b9d4543750d565c2ca2ab06b87f5386c7) AuthConfig (e652b82817cf1c4fc932172f258ea44a9f7ed2d063485b490d035a22f7be3ce4) AuthConfig (576ea76606ccb5c35cc562fd5ba8d4165b2ad9f29cd6414c4a3ca4fcb2fe4ed2) AuthConfig (ca62e159776e75bfa81860c7b216f098ce034db514bd94dcc5646dbd310398d2) AuthConfig (9d0164223a7c88da5e6e5c2c24fdcd9d7aa67fc6c1aea94cec68cbd6c01117d6) AuthConfig (8040f4704bc81e437efcd81def0be91bc8fce6aa1bd356b8924d20ef53ed7e3a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-fail-a7203604-access","reconcileID":"b6a83de0-2abe-4830-a119-b7e5c08566f9","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:20.503451301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"3d098ba7-877a-4e1b-97f4-46a47576a75d","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:20.513723058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"3d098ba7-877a-4e1b-97f4-46a47576a75d","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:20.522367131Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-222480-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bae59ceb5159e75dcdc43fd9c558d6917556e9f2cbd03f09d02e46c0134fc9cf) AuthConfig (ba7d883f4c6d43367292f9c694fe3ab9c472141479b9239c143ab95fc242e294) AuthConfig (f1b57592c6ce15971d5bc022012603a7fbc3c2d57d60b83c0943e8eea1e92b55) AuthConfig (c98df1cb2d5419336e7b4211f52a5c800f9da8a2de640472dada0bdc082cec49) AuthConfig (5e30ee4a51ae3434b6dc801419e6097cdbb59c9f685aabc176625ce4c7eaf4dc) AuthConfig (43aa9d9612bb24d294e1bf5147dc7d281dbe320c396898cd3c442004a30b6e41) AuthConfig (481d327dc9aa7b0a5af143bd5464ef3ab7fae5151bdad1cac5e32c4156f17f9a) AuthConfig (a2ac6bcff059f460328a0f6918856ea1f67bb83aab555ebbb9b1e786551b6d2a) AuthConfig (5398396219ec2a3ebd9d283f45f44d46ee74eddf041d7fc560cfd559096504ba) AuthConfig (2e8a53bc6745139df2aea2b6db2371db81c37fb6bce0180ba66d504b281eba76)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"3d098ba7-877a-4e1b-97f4-46a47576a75d","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:23.670742487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"4d94e3c9-5513-44c1-8670-3b9d01907904","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:23.779992302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"da4a9816-6d08-49a6-a653-0186fca8bd6a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:23.781085901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"d2ae6ace-ac55-4359-82e0-ed752a05711c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:23.788507837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-af16f3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-sub","reconcileID":"08c80bbb-3e2e-4458-a02f-2d55cf07c0cf","MaaSSubscription":{"name":"e2e-dft-af16f3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-af16f3","model":"llm/e2e-dft-af16f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:23.788857219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1ef737-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-sub","reconcileID":"a9a6e15d-bf5d-453a-94a0-1ba932600728","MaaSSubscription":{"name":"e2e-dft-1ef737-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-1ef737","model":"llm/e2e-dft-1ef737","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:23.870592687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4bdd920c-a5d3-4d5b-a3a9-87c156425ec9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:23.87089785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"252c2937-d19a-4d4a-8fac-fdc7bc06b021","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:23.97301612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"8a4841bb-0110-47b0-8cff-f950202b7b1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:23.973465931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"ee7211b7-d653-47ea-97b7-3fbafc622cb6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:23.978426026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f8adef-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-sub","reconcileID":"d8e6ec95-7d8c-4483-98ae-5fadbd0e1ab1","MaaSSubscription":{"name":"e2e-dft-f8adef-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-f8adef","model":"llm/e2e-dft-f8adef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:24.084605558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"94e12a76-0b42-45e0-b3a1-9c0fcd7bd2a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:24.088828799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"019bfbdd-57e5-426a-b2c0-762b7bdada00","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:24.174075633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-subscription","reconcileID":"3736873d-088f-4441-a47a-6bd03b457333","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-premium-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:24.17408877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"9291900e-a735-4d02-b249-bf31c2edb7fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:24.178643841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"537c95c4-4642-4692-8a12-13d33f16162f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:24.184697017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-ee10c1ad-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-sub","reconcileID":"027c0031-4edf-4ffe-8ef3-8c181d528b77","MaaSSubscription":{"name":"e2e-fail-ee10c1ad-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"maas-trlp-e2e-fail-ee10c1ad","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-ee10c1ad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:28.314673099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-fail-a7203604-access","reconcileID":"38a989d0-4ae5-4192-beed-d3d6341d2b15","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:28.324821747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-fail-a7203604-access","reconcileID":"38a989d0-4ae5-4192-beed-d3d6341d2b15","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:28.371774466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","reconcileID":"98780955-1ecc-4255-b56b-a2aa32225e43","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-a7203604","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:28.371810939Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","reconcileID":"98780955-1ecc-4255-b56b-a2aa32225e43","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"routeName":"external-model-e2e-fail-a7203604-1a3b75bdfad3","namespace":"e2e-extmod-fail-user-d4ab08","model":"e2e-fail-a7203604","externalModel":"e2e-fail-a7203604","provider":"e2e-fail-a7203604-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:30.533566526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"33af9391-7e69-4231-8303-98133e8ce0d6","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:30.543300478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"33af9391-7e69-4231-8303-98133e8ce0d6","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:30.602325697Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"d455380b-e775-41ae-90cb-eb6a8130a0bc","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-01aff02ed726","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-a-222480","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:32.046303942Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-1ef737-sub models-as-a-service/e2e-dft-af16f3-sub models-as-a-service/e2e-dft-f8adef-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:32.060733236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","reconcileID":"398fdd38-d6c7-407f-91a2-e91837b2a309","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-a7203604","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:32.060754194Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","reconcileID":"398fdd38-d6c7-407f-91a2-e91837b2a309","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"routeName":"external-model-e2e-fail-a7203604-1a3b75bdfad3","namespace":"e2e-extmod-fail-user-d4ab08","model":"e2e-fail-a7203604","externalModel":"e2e-fail-a7203604","provider":"e2e-fail-a7203604-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:11:32.073589365Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-a7203604-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-fail-a7203604-sub","reconcileID":"2b612633-4768-428b-844d-cd0118751a16","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-a7203604-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:32.075751653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-fail-a7203604-access","reconcileID":"296a24bb-f1b6-4277-933c-f053b7541224","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:32.090603712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-fail-a7203604-access","reconcileID":"296a24bb-f1b6-4277-933c-f053b7541224","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:32.09782555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","reconcileID":"6b94091e-d139-457e-991c-82f49a8aa63f","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-a7203604","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:32.097844805Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","reconcileID":"6b94091e-d139-457e-991c-82f49a8aa63f","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"routeName":"external-model-e2e-fail-a7203604-1a3b75bdfad3","namespace":"e2e-extmod-fail-user-d4ab08","model":"e2e-fail-a7203604","externalModel":"e2e-fail-a7203604","provider":"e2e-fail-a7203604-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:11:32.109245204Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","reconcileID":"6b94091e-d139-457e-991c-82f49a8aa63f","name":"e2e-fail-a7203604","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-a7203604\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:11:32.109307239Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","reconcileID":"6b94091e-d139-457e-991c-82f49a8aa63f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-a7203604\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:32.115403476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","reconcileID":"6b516be2-daa6-4302-8afa-b051fbe86f2c","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-a7203604","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:32.11542387Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","reconcileID":"6b516be2-daa6-4302-8afa-b051fbe86f2c","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"routeName":"external-model-e2e-fail-a7203604-1a3b75bdfad3","namespace":"e2e-extmod-fail-user-d4ab08","model":"e2e-fail-a7203604","externalModel":"e2e-fail-a7203604","provider":"e2e-fail-a7203604-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:32.158637889Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-a7203604-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-fail-a7203604-sub","reconcileID":"0d3bf796-2788-40a2-9c66-0efb7086ba4c","MaaSSubscription":{"name":"e2e-fail-a7203604-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"maas-trlp-e2e-fail-a7203604","model":"e2e-fail-a7203604","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-d97cc8/e2e-fail-a7203604-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:32.175418343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-fail-a7203604-access","reconcileID":"bcce0662-62b4-48ac-b884-7e8e5f568161","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:32.193112998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-fail-a7203604-access","reconcileID":"bcce0662-62b4-48ac-b884-7e8e5f568161","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:32.202801428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","reconcileID":"54ee9688-9d4e-47b8-bfb8-b205031d9f83","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-a7203604","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:32.202821Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","reconcileID":"54ee9688-9d4e-47b8-bfb8-b205031d9f83","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"routeName":"external-model-e2e-fail-a7203604-1a3b75bdfad3","namespace":"e2e-extmod-fail-user-d4ab08","model":"e2e-fail-a7203604","externalModel":"e2e-fail-a7203604","provider":"e2e-fail-a7203604-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:32.234029402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-a7203604-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-fail-a7203604-sub","reconcileID":"dd3060d3-d8f0-466c-ad14-ed242ca49a3a","MaaSSubscription":{"name":"e2e-fail-a7203604-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"maas-trlp-e2e-fail-a7203604","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-a7203604","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:32.832362891Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-1ef737-sub models-as-a-service/e2e-dft-af16f3-sub models-as-a-service/e2e-dft-f8adef-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:32.837920037Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"41aa5f2c-a7ad-4b08-85ee-4ab3ced77524","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-01aff02ed726","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-a-222480","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:32.844311139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"1fed3335-1c26-45c6-9295-043157b8ca5c","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:11:32.844669098Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-sub","reconcileID":"e39240a9-90f8-4436-ba7d-2e311636e082","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-be1378-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:32.855185523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"1fed3335-1c26-45c6-9295-043157b8ca5c","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:32.862897251Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"f5da0f8e-e86a-4245-a488-54bdb7867cf6","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-01aff02ed726","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-a-222480","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:11:32.877733617Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"f5da0f8e-e86a-4245-a488-54bdb7867cf6","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-be1378-e2e-extmod-a-222480\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:11:32.877781786Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"f5da0f8e-e86a-4245-a488-54bdb7867cf6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-be1378-e2e-extmod-a-222480\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:32.883475809Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"f8f8349b-4879-4786-bf86-61a4b6c3d471","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-01aff02ed726","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-a-222480","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:32.90664566Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-sub","reconcileID":"a73b61b4-a7d3-41c5-9ba0-1b5a1cc726af","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"maas-trlp-e2e-shr-shared-be1378-e2e-extmod-a-222480","model":"e2e-shr-shared-be1378-e2e-extmod-a-222480","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-222480/e2e-shr-shared-be1378-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:32.945009253Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"58ce0c4d-8fc9-4e1e-8830-272a6e7b006c","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-01aff02ed726","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-a-222480","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:32.95253242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"32d1cef7-283f-4307-a9da-f0a3bee1cac8","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:32.965651897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"32d1cef7-283f-4307-a9da-f0a3bee1cac8","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:33.015089607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-sub","reconcileID":"2e6a38d5-f615-4239-99ea-7fe775c541a3","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"maas-trlp-e2e-shr-shared-be1378-e2e-extmod-a-222480","model":"e2e-extmod-shr-user-a41ade/e2e-shr-shared-be1378-e2e-extmod-a-222480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:33.068953465Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"25b519b3-40fc-4037-971f-5bf429523852","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-01aff02ed726","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-a-222480","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:36.375361212Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:54.578695986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-subscription","reconcileID":"029ff080-ed4e-45fa-a5cb-73e38c116609","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-premium-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:54.703972859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"6c60335d-cbdc-4db8-bdb8-85270793cf4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:54.725712137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-af16f3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-sub","reconcileID":"495caae0-2757-483e-b4ff-bb345ed71869","MaaSSubscription":{"name":"e2e-dft-af16f3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-af16f3","model":"llm/e2e-dft-af16f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:54.839242777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"27e2b560-135f-4a14-bf7e-859ec9f4058d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:54.877795731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1ef737-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-sub","reconcileID":"cd78a9b6-4157-4f35-999e-1eef20a2d583","MaaSSubscription":{"name":"e2e-dft-1ef737-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-1ef737","model":"llm/e2e-dft-1ef737","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:54.967578174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"08f58537-b232-4d46-a1e1-ee15e330bcc0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:55.091614016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5c821536-9ed4-47ad-b61b-faadeaa40ad5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:55.205385954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-ee10c1ad-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-sub","reconcileID":"638c2fcf-f272-4ed8-93ad-569465d7e9e1","MaaSSubscription":{"name":"e2e-fail-ee10c1ad-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"maas-trlp-e2e-fail-ee10c1ad","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-ee10c1ad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:55.375290575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"f27505f4-a815-4fd4-ac76-634668875443","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:55.375398058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-sub","reconcileID":"23db4e83-6d0d-47d8-a89e-2abf7a6c4986","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"maas-trlp-e2e-shr-shared-be1378-e2e-extmod-a-222480","model":"e2e-extmod-shr-user-a41ade/e2e-shr-shared-be1378-e2e-extmod-a-222480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:55.411314665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"948c0114-61e6-4fc9-a547-4e8eec7ca7fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:55.414522142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"9deb9492-2c6b-4d45-9cba-308398669af1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:55.416551248Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"51a8cb21-0377-41c2-8b43-7aafd496530a","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-01aff02ed726","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-a-222480","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:55.419428667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-a7203604-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-fail-a7203604-sub","reconcileID":"84b59a44-152d-414b-8580-111dea0d195a","MaaSSubscription":{"name":"e2e-fail-a7203604-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"maas-trlp-e2e-fail-a7203604","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-a7203604","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:55.458293731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","reconcileID":"86cde250-11ee-43cd-b4de-5ef44527f948","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-a7203604","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:55.458317333Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","reconcileID":"86cde250-11ee-43cd-b4de-5ef44527f948","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"routeName":"external-model-e2e-fail-a7203604-1a3b75bdfad3","namespace":"e2e-extmod-fail-user-d4ab08","model":"e2e-fail-a7203604","externalModel":"e2e-fail-a7203604","provider":"e2e-fail-a7203604-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:55.511030691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"0d2c1c64-0f54-480a-9990-2bd1cb4df61f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:55.511944618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"c815706c-ad3a-48b8-82ab-1c8530422457","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:55.516568434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f8adef-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-sub","reconcileID":"3000bd57-450c-46ba-99c5-4fb204fb44f8","MaaSSubscription":{"name":"e2e-dft-f8adef-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-f8adef","model":"llm/e2e-dft-f8adef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:55.608965469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"7490dfa7-a9ab-4a6d-9a99-19db13f1dde0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:55.609039416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"4247488d-d8e6-4d12-b43a-83d6b2ce54e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:56.311323549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"c925e7be-15ca-4c5c-8135-0450c2caa485","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:56.321648177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"c925e7be-15ca-4c5c-8135-0450c2caa485","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:56.424909335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"8055258e-4ff1-4a64-9f27-71d5d9076818","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:56.429131581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-fail-a7203604-access","reconcileID":"8e02fa85-1c40-4a80-aad6-56b9881d9aea","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:56.435965842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"8055258e-4ff1-4a64-9f27-71d5d9076818","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:56.439358889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-fail-a7203604-access","reconcileID":"8e02fa85-1c40-4a80-aad6-56b9881d9aea","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:57.272957784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","reconcileID":"a1a0926d-dfcb-4fd3-922e-87319ee881cb","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-a7203604","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:57.272981871Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","reconcileID":"a1a0926d-dfcb-4fd3-922e-87319ee881cb","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"routeName":"external-model-e2e-fail-a7203604-1a3b75bdfad3","namespace":"e2e-extmod-fail-user-d4ab08","model":"e2e-fail-a7203604","externalModel":"e2e-fail-a7203604","provider":"e2e-fail-a7203604-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:57.284208582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-fail-a7203604-access","reconcileID":"c05448a4-ff52-4d84-9b37-ba0fc3004b10","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:57.296550498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-fail-a7203604-access","reconcileID":"c05448a4-ff52-4d84-9b37-ba0fc3004b10","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:57.306434029Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-a7203604-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-fail-a7203604-sub","reconcileID":"1393675b-1f9a-478c-97df-07ffce7d6ffc","MaaSSubscription":{"name":"e2e-fail-a7203604-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-59ce6a42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:57.446700498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-fail-a7203604-access","reconcileID":"03a6417d-b480-4256-a48c-2c94c0f8d24f","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:57.462878719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-fail-a7203604-access","reconcileID":"03a6417d-b480-4256-a48c-2c94c0f8d24f","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:57.482578834Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","reconcileID":"ea59b2c9-abf1-4ca2-86b0-dbe765f81e68","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-c964c37107cb","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:57.49306424Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","reconcileID":"0c6ece8c-a406-45ef-ba4c-46e4925ccd40","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-c964c37107cb","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:57.547626763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"c0a9d4ff-dc29-4c45-807d-69216ca6b64a","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:57.593644831Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"c0a9d4ff-dc29-4c45-807d-69216ca6b64a","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:57.602712339Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4d5758-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"c0a9d4ff-dc29-4c45-807d-69216ca6b64a","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:11:57.618937551Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","reconcileID":"2e6ee1fc-a107-4478-b1e9-4a9e2bbdb17a","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-c964c37107cb","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:06.372463684Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:07.311891224Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-a7203604-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-fail-a7203604-sub","reconcileID":"f9a3500e-d346-41fe-960d-502c88303c1d","MaaSSubscription":{"name":"e2e-fail-a7203604-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-fail-user-d4ab08/e2e-fail-a7203604","subscription":"e2e-fail-a7203604-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:07.322422115Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-a7203604-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-fail-a7203604-sub","reconcileID":"f9a3500e-d346-41fe-960d-502c88303c1d","MaaSSubscription":{"name":"e2e-fail-a7203604-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-fail-user-d4ab08/e2e-fail-a7203604","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:07.328133593Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-a7203604-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-fail-a7203604-sub","reconcileID":"f9a3500e-d346-41fe-960d-502c88303c1d","MaaSSubscription":{"name":"e2e-fail-a7203604-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"maas-trlp-e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-a7203604","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:07.368386678Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-1ef737-sub models-as-a-service/e2e-dft-af16f3-sub models-as-a-service/e2e-dft-f8adef-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:07.373962921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","reconcileID":"57b9d98e-9151-430c-a89f-b9e2dca5003c","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-a7203604","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:07.373983718Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","reconcileID":"57b9d98e-9151-430c-a89f-b9e2dca5003c","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"routeName":"external-model-e2e-fail-a7203604-1a3b75bdfad3","namespace":"e2e-extmod-fail-user-d4ab08","model":"e2e-fail-a7203604","externalModel":"e2e-fail-a7203604","provider":"e2e-fail-a7203604-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:07.386750103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-fail-a7203604-access","reconcileID":"d323c254-112a-46c9-adf8-096f8cb1a05c","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:07.398358087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-fail-a7203604-access","reconcileID":"d323c254-112a-46c9-adf8-096f8cb1a05c","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:07.482975344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-fail-a7203604-access","reconcileID":"261897c0-8674-4578-99b6-2959d6990ddd","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:07.493065952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-fail-a7203604-access","reconcileID":"261897c0-8674-4578-99b6-2959d6990ddd","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:07.525139353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","reconcileID":"0add1783-3f91-4e02-84e8-31eda2acddab","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-a7203604","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:07.525160509Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","reconcileID":"0add1783-3f91-4e02-84e8-31eda2acddab","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"routeName":"external-model-e2e-fail-a7203604-1a3b75bdfad3","namespace":"e2e-extmod-fail-user-d4ab08","model":"e2e-fail-a7203604","externalModel":"e2e-fail-a7203604","provider":"e2e-fail-a7203604-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:07.616348889Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-fail-a7203604-access","reconcileID":"c00206b1-0410-49d2-87df-469585de1e5f","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-fail-user-d4ab08/e2e-fail-a7203604","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:07.626364754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"62b33fbb-99f3-4796-b81c-14c1ba6d6e6f","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:07.635980954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"62b33fbb-99f3-4796-b81c-14c1ba6d6e6f","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:07.644706646Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4d5758-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"62b33fbb-99f3-4796-b81c-14c1ba6d6e6f","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:07.723319879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-fail-a7203604-access","reconcileID":"c00206b1-0410-49d2-87df-469585de1e5f","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:07.799433481Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-fail-a7203604-access","reconcileID":"c00206b1-0410-49d2-87df-469585de1e5f","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:07.79952773Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-fail-a7203604-access","reconcileID":"c00206b1-0410-49d2-87df-469585de1e5f","MaaSAuthPolicy":{"name":"e2e-fail-a7203604-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:07.813943908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","reconcileID":"97a3e884-9429-4cf1-9f97-7d83ce44d83a","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"tenant":"e2e-extmod-b-d97cc8","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-a7203604","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:07.813967412Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","reconcileID":"97a3e884-9429-4cf1-9f97-7d83ce44d83a","MaaSModelRef":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"routeName":"external-model-e2e-fail-a7203604-1a3b75bdfad3","namespace":"e2e-extmod-fail-user-d4ab08","model":"e2e-fail-a7203604","externalModel":"e2e-fail-a7203604","provider":"e2e-fail-a7203604-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.346589363Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","reconcileID":"9f201a68-76df-43dd-a4dd-04c7a26c4e32","namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.360372954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"5e59591d-19b0-4363-9fa8-81af8d6d1acc","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.363974799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"4ebd42d0-9545-4c17-8d77-4d61f7c2c8a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.363981099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"ddd393e1-0dd9-427c-9a95-239c1c0fdb2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.364519346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"75d09bb1-aceb-42b6-a015-db482f701bc6","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"tenant":"e2e-extmod-a-c9bce8","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-ee10c1ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.364538319Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"75d09bb1-aceb-42b6-a015-db482f701bc6","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"routeName":"external-model-e2e-fail-ee10c1ad-2f6573a9684e","namespace":"e2e-extmod-fail-user-d4ab08","model":"e2e-fail-ee10c1ad","externalModel":"e2e-fail-ee10c1ad","provider":"e2e-fail-ee10c1ad-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.370624259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"5e59591d-19b0-4363-9fa8-81af8d6d1acc","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.374382904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"ddd393e1-0dd9-427c-9a95-239c1c0fdb2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.37501449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"4ebd42d0-9545-4c17-8d77-4d61f7c2c8a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.380250079Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4d5758-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"5e59591d-19b0-4363-9fa8-81af8d6d1acc","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.387335761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa2fed92-322d-4c40-9a36-049f153811e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.387964785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-ee10c1ad-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-sub","reconcileID":"022e082f-66aa-4f99-b412-af755bbf788c","MaaSSubscription":{"name":"e2e-fail-ee10c1ad-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"maas-trlp-e2e-fail-ee10c1ad","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-ee10c1ad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.388810572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"3757010c-dcbc-4894-a0a2-ba1b95107f89","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.398034131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"35dad844-51db-4eeb-8c5f-02ec8fd3f86e","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.404942744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"3757010c-dcbc-4894-a0a2-ba1b95107f89","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.407926499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa2fed92-322d-4c40-9a36-049f153811e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.410404887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"35dad844-51db-4eeb-8c5f-02ec8fd3f86e","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.494449725Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-a7203604","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","reconcileID":"549c5d63-e094-41cc-be3a-1c30c70ca6e6","namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-a7203604","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.508586895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"845c68e4-b68d-4860-a190-b3b6a887165e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.510871372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"5cc6d21a-7a70-4378-a3a5-b8716d748d2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.522725703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"845c68e4-b68d-4860-a190-b3b6a887165e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.525105933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"5cc6d21a-7a70-4378-a3a5-b8716d748d2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.772432484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"51ac0e90-42f3-429c-920f-d38136d0d598","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.787702264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"d5e8887f-7e86-43e2-a4e9-d97d4547d098","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.788453361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"842f8346-0ad7-49b0-a2e4-133bf2c00eda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.843849692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"51ac0e90-42f3-429c-920f-d38136d0d598","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.84527757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"d5e8887f-7e86-43e2-a4e9-d97d4547d098","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.84618542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"009b0244-3c65-45d2-86bd-849d5582086a","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.847787199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"842f8346-0ad7-49b0-a2e4-133bf2c00eda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.848166189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"b34323dc-f1c8-4889-bc58-1d4e76ce1e4d","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.856862979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"009b0244-3c65-45d2-86bd-849d5582086a","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.858183547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"b34323dc-f1c8-4889-bc58-1d4e76ce1e4d","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.876790199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"11cfce8d-b567-44d9-a6bf-64dbe35f373a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.883709839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"bbb40084-ee11-4a3b-a33c-bae9403614b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.887081947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"11cfce8d-b567-44d9-a6bf-64dbe35f373a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.889857386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ac20b7d-d41e-4230-a2a6-5d62539364ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.894861462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"bbb40084-ee11-4a3b-a33c-bae9403614b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.897448324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"4ac1055f-52c9-4552-85e6-562127bbdd2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.900017552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ac20b7d-d41e-4230-a2a6-5d62539364ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.907998319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"4ac1055f-52c9-4552-85e6-562127bbdd2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.90917341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"a6389ba3-f65d-4492-bf19-7a5028468b71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.919238869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"a6389ba3-f65d-4492-bf19-7a5028468b71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.973576113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"caf683d3-935c-461f-98fe-91bbdea67580","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.976372744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"650e1564-422a-4dbf-811e-98a69e8c8b5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.980785277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"a48d3733-27ae-4b38-bb2e-3273ea92c989","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.980796326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"4844c1b5-4f1c-4dfd-b400-f7fe2ad1f397","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.983803158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"caf683d3-935c-461f-98fe-91bbdea67580","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.988071152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"650e1564-422a-4dbf-811e-98a69e8c8b5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.991890875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"a48d3733-27ae-4b38-bb2e-3273ea92c989","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.992201267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"4844c1b5-4f1c-4dfd-b400-f7fe2ad1f397","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.99323475Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4d5758-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"caf683d3-935c-461f-98fe-91bbdea67580","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:08.994962994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46822f35-d0c8-41bd-87be-fb580be5c576","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:09.006473991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46822f35-d0c8-41bd-87be-fb580be5c576","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:09.073391735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"306229ae-e2ff-4dab-99a8-42979e890e3a","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:09.076885888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"01ea8270-53f5-4748-be1b-cf4ceabd1d87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:09.083945284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"306229ae-e2ff-4dab-99a8-42979e890e3a","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:09.088242214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"01ea8270-53f5-4748-be1b-cf4ceabd1d87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:09.091508236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"a5cb3b0c-c22d-4d82-9f63-0a872e218318","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:09.103589006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"a5cb3b0c-c22d-4d82-9f63-0a872e218318","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:09.336493208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"7c5d3b6e-f9e5-4f71-ad40-4db0060ea36c","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"tenant":"e2e-extmod-a-c9bce8","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-ee10c1ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:09.336521368Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"7c5d3b6e-f9e5-4f71-ad40-4db0060ea36c","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"routeName":"external-model-e2e-fail-ee10c1ad-2f6573a9684e","namespace":"e2e-extmod-fail-user-d4ab08","model":"e2e-fail-ee10c1ad","externalModel":"e2e-fail-ee10c1ad","provider":"e2e-fail-ee10c1ad-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:09.346604387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"90c8d50e-8eb5-4d4a-aa1d-1086f18b2878","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:09.356697341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"90c8d50e-8eb5-4d4a-aa1d-1086f18b2878","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:09.362164383Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-ee10c1ad-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-sub","reconcileID":"f9c25644-e675-44bf-b325-9aa834c38781","MaaSSubscription":{"name":"e2e-fail-ee10c1ad-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4f19b333","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:09.49009727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"22ab8996-4174-4617-a21f-0e035d79df59","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:09.499780919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"22ab8996-4174-4617-a21f-0e035d79df59","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:12.768107446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"d1f06b4c-11ef-4c05-a5de-cf6ae44756b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:12.901829887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"82e979cb-b3c2-4503-8f54-2963952e7bfa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:12.990545431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"bd377ac9-aba0-4048-ad31-7df5d0303a7f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:12.991003942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"358e1cc8-35f0-4a88-ac41-c0c408334890","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:13.105605831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8476f913-1d0d-4342-87b3-ee8603118aef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:13.192216871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"6759e4c1-84e2-42f1-a751-809396e7d908","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:13.192466826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"69c4b577-cc6a-4127-910d-fdcaca6a733f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:13.200266227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-sub","reconcileID":"db324408-0bf1-43fc-acec-ded5c2b8366b","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"maas-trlp-e2e-shr-shared-be1378-e2e-extmod-a-222480","model":"e2e-extmod-shr-user-a41ade/e2e-shr-shared-be1378-e2e-extmod-a-222480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:13.281372002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"5860979e-56c0-4752-83b3-3d6a6599b627","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:13.285817522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"49972624-9118-4c69-bc2b-0386f6733fe8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:13.380524248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"9b7e6958-778e-4653-b9fc-93d1333d82de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:13.387516387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1ef737-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-sub","reconcileID":"46c7c59b-c764-4175-a212-ee88a375a10d","MaaSSubscription":{"name":"e2e-dft-1ef737-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-1ef737","model":"llm/e2e-dft-1ef737","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:13.393258011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-af16f3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-sub","reconcileID":"2546b23d-f815-46cd-bd7e-bc86f73f88dd","MaaSSubscription":{"name":"e2e-dft-af16f3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-af16f3","model":"llm/e2e-dft-af16f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:13.47784098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"243c7392-c1db-4050-964b-29be8d748d0a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:13.478739687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-subscription","reconcileID":"769ad4e1-c57e-46c6-8b4e-73dd07c132ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-premium-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:13.483534811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f8adef-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-sub","reconcileID":"b9a4e5b1-21ce-4261-a5d6-802bea012bdc","MaaSSubscription":{"name":"e2e-dft-f8adef-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-f8adef","model":"llm/e2e-dft-f8adef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:19.005967092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"b0de425d-e8e7-417e-a8e8-497558fb25f9","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:19.017151101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"b0de425d-e8e7-417e-a8e8-497558fb25f9","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:19.026527871Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4d5758-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce2cd9d14b6b0a1187743cfde9a2a2f597da5820f6a2172ad5ccc85fd3178aa7) AuthConfig (010814c29ea9c0b3e762252b9fc2f7317e702a4e9f40cc8b1c4391f3a1f28d93) AuthConfig (b28d0136582b0539fd76baf40c2d712e1f67bd74f9a2baf400a2c74f1ce98746) AuthConfig (cd8a75dcd728274404956b9f5f3b9e173a10397d530daba1fccc08566c2f7592) AuthConfig (16d1cc4dea9d217bc9981283bde00d2774f3db6cd9e1f8a537b280801919a060) AuthConfig (4cc29cc9fe0ff8b17d0667439444dfa11942a84d37bf948049472a9361d2d6a0) AuthConfig (85a561e92839661cb9e49d1cb95d1dae629e4079c0ac3f862a47a54291ff61cb) AuthConfig (df908890b71d8cf7a1f32fd3af81b47f762858472bb3a358692b309cb0c24591) AuthConfig (d0bc7888a3f52744130ec9bb10e764d1e278db18d5d4b82b0812dd026572f258) AuthConfig (57be354833dd5d0066760a4fc2d96b652c6d6ae60e4636a0d341ea16d14b6158)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"b0de425d-e8e7-417e-a8e8-497558fb25f9","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:19.043634035Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","reconcileID":"37ca2d8f-8966-4263-b18e-7a74b5b3d8e7","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-c964c37107cb","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:19.368257728Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-ee10c1ad-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-sub","reconcileID":"fa7cad38-bd17-4585-91ce-7408516c2f06","MaaSSubscription":{"name":"e2e-fail-ee10c1ad-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"model":"e2e-extmod-fail-user-d4ab08/e2e-fail-ee10c1ad","subscription":"e2e-fail-ee10c1ad-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:19.384368403Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-ee10c1ad-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-sub","reconcileID":"fa7cad38-bd17-4585-91ce-7408516c2f06","MaaSSubscription":{"name":"e2e-fail-ee10c1ad-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"model":"e2e-extmod-fail-user-d4ab08/e2e-fail-ee10c1ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:19.390428207Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-ee10c1ad-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-sub","reconcileID":"fa7cad38-bd17-4585-91ce-7408516c2f06","MaaSSubscription":{"name":"e2e-fail-ee10c1ad-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"maas-trlp-e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-ee10c1ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:19.441316402Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-1ef737-sub models-as-a-service/e2e-dft-af16f3-sub models-as-a-service/e2e-dft-f8adef-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:19.447787066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"68e5cf90-8abb-4b79-a069-cd0d0a6b1752","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"tenant":"e2e-extmod-a-c9bce8","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-ee10c1ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:19.44780645Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"68e5cf90-8abb-4b79-a069-cd0d0a6b1752","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"routeName":"external-model-e2e-fail-ee10c1ad-2f6573a9684e","namespace":"e2e-extmod-fail-user-d4ab08","model":"e2e-fail-ee10c1ad","externalModel":"e2e-fail-ee10c1ad","provider":"e2e-fail-ee10c1ad-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:19.453540832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"b3fd7c38-5f2f-48be-8bab-9d307ae16494","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:19.464582803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"b3fd7c38-5f2f-48be-8bab-9d307ae16494","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:19.559082968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"a2a9f441-a0ac-4791-8563-6d532392f37c","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:19.569884108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"a2a9f441-a0ac-4791-8563-6d532392f37c","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:19.594686066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"d1adf862-94a8-4af0-bf47-02c04693835e","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"tenant":"e2e-extmod-a-c9bce8","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-ee10c1ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:19.594703266Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"d1adf862-94a8-4af0-bf47-02c04693835e","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"routeName":"external-model-e2e-fail-ee10c1ad-2f6573a9684e","namespace":"e2e-extmod-fail-user-d4ab08","model":"e2e-fail-ee10c1ad","externalModel":"e2e-fail-ee10c1ad","provider":"e2e-fail-ee10c1ad-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:19.603134934Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"36f4068d-4692-416e-aafc-d8fa53bb3e90","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"model":"e2e-extmod-fail-user-d4ab08/e2e-fail-ee10c1ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:19.685222601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"36f4068d-4692-416e-aafc-d8fa53bb3e90","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:19.719926168Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"36f4068d-4692-416e-aafc-d8fa53bb3e90","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:19.719944507Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-fail-ee10c1ad-access","reconcileID":"36f4068d-4692-416e-aafc-d8fa53bb3e90","MaaSAuthPolicy":{"name":"e2e-fail-ee10c1ad-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:19.786394538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"896dd441-0a2a-414c-b2a8-61a006623bb9","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"tenant":"e2e-extmod-a-c9bce8","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","model":"e2e-extmod-fail-user-d4ab08/e2e-fail-ee10c1ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:19.786417714Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"896dd441-0a2a-414c-b2a8-61a006623bb9","MaaSModelRef":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"routeName":"external-model-e2e-fail-ee10c1ad-2f6573a9684e","namespace":"e2e-extmod-fail-user-d4ab08","model":"e2e-fail-ee10c1ad","externalModel":"e2e-fail-ee10c1ad","provider":"e2e-fail-ee10c1ad-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:20.320809803Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"4514a229-d1bf-4832-acb9-de1d4f39f6d2","namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:20.336472489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"437fe823-2297-4184-8dab-138a6f0a1fbf","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:20.338501475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"d36d14cc-e6fd-406d-9c00-0abd16761d5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:20.338598645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"df9f5680-d412-4413-b1ad-ca2cae766298","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:20.34039786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"6065219a-5993-466c-8f04-4e9e942d1345","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:20.341916406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"98e64dec-512d-4167-b393-31a2933a029e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:20.346808304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"437fe823-2297-4184-8dab-138a6f0a1fbf","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:20.348310703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"d36d14cc-e6fd-406d-9c00-0abd16761d5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:20.353753606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"df9f5680-d412-4413-b1ad-ca2cae766298","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:20.353866232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"6065219a-5993-466c-8f04-4e9e942d1345","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:20.356346128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4d5758-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce2cd9d14b6b0a1187743cfde9a2a2f597da5820f6a2172ad5ccc85fd3178aa7) AuthConfig (010814c29ea9c0b3e762252b9fc2f7317e702a4e9f40cc8b1c4391f3a1f28d93) AuthConfig (b28d0136582b0539fd76baf40c2d712e1f67bd74f9a2baf400a2c74f1ce98746) AuthConfig (cd8a75dcd728274404956b9f5f3b9e173a10397d530daba1fccc08566c2f7592) AuthConfig (16d1cc4dea9d217bc9981283bde00d2774f3db6cd9e1f8a537b280801919a060) AuthConfig (4cc29cc9fe0ff8b17d0667439444dfa11942a84d37bf948049472a9361d2d6a0) AuthConfig (85a561e92839661cb9e49d1cb95d1dae629e4079c0ac3f862a47a54291ff61cb) AuthConfig (df908890b71d8cf7a1f32fd3af81b47f762858472bb3a358692b309cb0c24591) AuthConfig (d0bc7888a3f52744130ec9bb10e764d1e278db18d5d4b82b0812dd026572f258) AuthConfig (57be354833dd5d0066760a4fc2d96b652c6d6ae60e4636a0d341ea16d14b6158)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"437fe823-2297-4184-8dab-138a6f0a1fbf","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:20.356852718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"98e64dec-512d-4167-b393-31a2933a029e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:20.395111505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"536d1dbc-0cff-47e9-b5b0-83ab5fd6688e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:20.412468395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"536d1dbc-0cff-47e9-b5b0-83ab5fd6688e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:20.466039801Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-ee10c1ad","namespace":"e2e-extmod-fail-user-d4ab08"},"namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","reconcileID":"2ae795f8-9089-4fc3-9459-522a941648f0","namespace":"e2e-extmod-fail-user-d4ab08","name":"e2e-fail-ee10c1ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:20.514197749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"e9e1ee3e-786f-4350-bc17-92c1eef1dc94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:20.514200045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"e8c87cd7-9a53-423a-9c76-0a0aa1946be6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:20.530176381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"e9e1ee3e-786f-4350-bc17-92c1eef1dc94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:20.532186546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"e8c87cd7-9a53-423a-9c76-0a0aa1946be6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:20.609133733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"3836702a-2be8-4210-a045-19a950163f3d","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:20.620866482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"e42cebfb-ddef-425b-b56b-b813ee4fc22a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:20.620907529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"3677d42c-d2fd-4aae-b708-46621230f41a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:20.621367815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"cc3bb591-041a-4cae-9a4f-80754759d498","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:20.625985485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"3836702a-2be8-4210-a045-19a950163f3d","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:20.632572202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"cc3bb591-041a-4cae-9a4f-80754759d498","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:20.632587813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"3677d42c-d2fd-4aae-b708-46621230f41a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:20.634864392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"e42cebfb-ddef-425b-b56b-b813ee4fc22a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:20.645817354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"cd5ebca1-83a5-488f-998d-d42dd9f352bb","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:20.65762147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"cd5ebca1-83a5-488f-998d-d42dd9f352bb","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:20.801976158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"404cd661-80c0-4867-b04b-14758a017c9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:20.812862604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"404cd661-80c0-4867-b04b-14758a017c9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:20.815829563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"212a9ad8-7948-45c3-9525-57fe5c714128","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:20.815928309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d5ca8a8-1ac2-4c1f-91be-1637faa2cf68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:20.833368012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"965cce3d-b72a-42af-90c1-eac307044b04","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:20.840112776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"212a9ad8-7948-45c3-9525-57fe5c714128","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:20.842702272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d5ca8a8-1ac2-4c1f-91be-1637faa2cf68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:20.873435538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"965cce3d-b72a-42af-90c1-eac307044b04","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:20.89544332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"8f49d976-030f-44e0-9467-0c21437144f6","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:20.92862938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"8f49d976-030f-44e0-9467-0c21437144f6","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:20.96347734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4d5758-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce2cd9d14b6b0a1187743cfde9a2a2f597da5820f6a2172ad5ccc85fd3178aa7) AuthConfig (010814c29ea9c0b3e762252b9fc2f7317e702a4e9f40cc8b1c4391f3a1f28d93) AuthConfig (b28d0136582b0539fd76baf40c2d712e1f67bd74f9a2baf400a2c74f1ce98746) AuthConfig (cd8a75dcd728274404956b9f5f3b9e173a10397d530daba1fccc08566c2f7592) AuthConfig (16d1cc4dea9d217bc9981283bde00d2774f3db6cd9e1f8a537b280801919a060) AuthConfig (4cc29cc9fe0ff8b17d0667439444dfa11942a84d37bf948049472a9361d2d6a0) AuthConfig (85a561e92839661cb9e49d1cb95d1dae629e4079c0ac3f862a47a54291ff61cb) AuthConfig (df908890b71d8cf7a1f32fd3af81b47f762858472bb3a358692b309cb0c24591) AuthConfig (d0bc7888a3f52744130ec9bb10e764d1e278db18d5d4b82b0812dd026572f258) AuthConfig (57be354833dd5d0066760a4fc2d96b652c6d6ae60e4636a0d341ea16d14b6158)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"8f49d976-030f-44e0-9467-0c21437144f6","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:20.982173043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"23ad77c0-8bbf-4bf4-996e-52f46c424d3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:21.000505989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"23ad77c0-8bbf-4bf4-996e-52f46c424d3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:21.070712848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"1e9da65c-f498-4ad7-93e0-63c0de74a85b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:21.071637404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"aa4d314a-e217-4e83-9471-ff7aa184f9f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:21.083003588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"1e9da65c-f498-4ad7-93e0-63c0de74a85b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:21.083877523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"aa4d314a-e217-4e83-9471-ff7aa184f9f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:21.128484718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"90597600-adbf-4805-9092-97b6c4a7bd91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:21.128922191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"1a533af4-1f06-4e8e-aa3d-83caf70bf2a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:21.142601678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"90597600-adbf-4805-9092-97b6c4a7bd91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:21.142605167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"1a533af4-1f06-4e8e-aa3d-83caf70bf2a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:21.147278147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85354182-ab04-4c38-882c-48d92779d897","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:21.158143765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85354182-ab04-4c38-882c-48d92779d897","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:21.221682493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"ec1bcebb-0211-4eb8-97ca-1d030554a53a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:21.234210704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"ec1bcebb-0211-4eb8-97ca-1d030554a53a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:29.819454682Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-a89b32","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-shared-a89b32","reconcileID":"a1d273ee-f7e5-4c06-9141-8dc5371d7d13","namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-shared-a89b32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:29.832403058Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-a89b32","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-shared-a89b32","reconcileID":"2421eae1-91ae-4069-8bc4-a56cc68679b0","namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-shared-a89b32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:29.836180527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"a57fe560-814e-49a2-baab-5465d42efabc","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:29.841704959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"690e7387-962a-4944-9475-ab1235fc6018","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:29.847640555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"a57fe560-814e-49a2-baab-5465d42efabc","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:29.856806991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"690e7387-962a-4944-9475-ab1235fc6018","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:29.860625607Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4d5758-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce2cd9d14b6b0a1187743cfde9a2a2f597da5820f6a2172ad5ccc85fd3178aa7) AuthConfig (010814c29ea9c0b3e762252b9fc2f7317e702a4e9f40cc8b1c4391f3a1f28d93) AuthConfig (b28d0136582b0539fd76baf40c2d712e1f67bd74f9a2baf400a2c74f1ce98746) AuthConfig (cd8a75dcd728274404956b9f5f3b9e173a10397d530daba1fccc08566c2f7592) AuthConfig (16d1cc4dea9d217bc9981283bde00d2774f3db6cd9e1f8a537b280801919a060) AuthConfig (4cc29cc9fe0ff8b17d0667439444dfa11942a84d37bf948049472a9361d2d6a0) AuthConfig (85a561e92839661cb9e49d1cb95d1dae629e4079c0ac3f862a47a54291ff61cb) AuthConfig (df908890b71d8cf7a1f32fd3af81b47f762858472bb3a358692b309cb0c24591) AuthConfig (d0bc7888a3f52744130ec9bb10e764d1e278db18d5d4b82b0812dd026572f258) AuthConfig (57be354833dd5d0066760a4fc2d96b652c6d6ae60e4636a0d341ea16d14b6158)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"a57fe560-814e-49a2-baab-5465d42efabc","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:29.869955406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"4589a8bc-59c1-4db7-a43a-37ac23059033","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:29.870295222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba31adeb-f512-46e6-96f0-4c25e1d1f35b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:29.870779484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"d20c72ae-e824-4db7-a4f6-65f7423315de","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:29.885993094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba31adeb-f512-46e6-96f0-4c25e1d1f35b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:29.888655027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"d20c72ae-e824-4db7-a4f6-65f7423315de","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:29.889812081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"4589a8bc-59c1-4db7-a43a-37ac23059033","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:29.890289485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"c91c84e3-db06-43c8-8f25-d97e37b91c87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:29.901526152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"c91c84e3-db06-43c8-8f25-d97e37b91c87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:29.978801825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"0217d0c5-1b9b-4817-8f5c-d3448d372b3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:29.990701691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"0217d0c5-1b9b-4817-8f5c-d3448d372b3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.001639256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"64e7ef0e-07bf-4bf8-a998-9a57bf033fa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.002199304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"a4a434b5-3ab7-4bbb-8ba2-e9c62c653079","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.0145143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"64e7ef0e-07bf-4bf8-a998-9a57bf033fa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.014953915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"a4a434b5-3ab7-4bbb-8ba2-e9c62c653079","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.039079599Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","reconcileID":"75a4d73c-5bf0-4486-b545-d7c2a4afe688","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"name":"e2e-shr-shared-a89b32","namespace":"e2e-extmod-shr-user-3756e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.061037672Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","reconcileID":"c672ce47-bfcc-48c2-8fcd-cb0b2fe26c37","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"name":"e2e-shr-shared-a89b32","namespace":"e2e-extmod-shr-user-3756e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.077550514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"a418b8e3-d9ab-4404-867c-ae96efd04ffd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.101166462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"a418b8e3-d9ab-4404-867c-ae96efd04ffd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.103994196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee3ee928-1982-42c2-998d-7b1fe06e882e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.11722936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee3ee928-1982-42c2-998d-7b1fe06e882e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.179872221Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-a89b32","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-shared-a89b32","reconcileID":"baf438a2-2830-4ab8-9b7a-3f2747fc6b66","namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-shared-a89b32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.188511623Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","reconcileID":"26751845-7552-484c-bbbf-f2c87d5824e0","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-shared-a89b32-286f999e83b6","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","externalModel":"e2e-shr-shared-a89b32","provider":"e2e-shr-shared-a89b32-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.201935274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"1f9eb051-fcbc-463b-b4b3-894035800402","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.215130925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"1f9eb051-fcbc-463b-b4b3-894035800402","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.232286246Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-shared-a89b32-e2e-extmod-b-d97cc8","reconcileID":"b1b6f448-e778-4eed-86f6-72e404f3100f","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-shared-a89b32-8fdb4117403b","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-shared-a89b32-e2e-extmod-b-d97cc8","externalModel":"e2e-shr-shared-a89b32","provider":"e2e-shr-shared-a89b32-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.2587973Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","reconcileID":"e4c65bdf-e23e-4f85-95b5-ec6d8d80c652","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-shared-a89b32-286f999e83b6","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","externalModel":"e2e-shr-shared-a89b32","provider":"e2e-shr-shared-a89b32-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.303129824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"e47c4679-918a-4e31-9d4c-d8e39cd8758c","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.303375091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"47be1cb0-543f-451d-baab-3bac401de967","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.334866616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"a414a460-7d41-451c-ac9b-c6d952b15fd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.335663452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"8dadf387-ab34-4812-b72e-ec8547d02dac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.338849556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"e47c4679-918a-4e31-9d4c-d8e39cd8758c","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.343506442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"47be1cb0-543f-451d-baab-3bac401de967","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.350587103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"a414a460-7d41-451c-ac9b-c6d952b15fd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.351027413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"8dadf387-ab34-4812-b72e-ec8547d02dac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.351474041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"8eede73b-c4ef-4b0a-bef9-cabe883fbb07","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.364068779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"8eede73b-c4ef-4b0a-bef9-cabe883fbb07","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.376935923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"18f96427-6f51-418f-bced-b2d0b11faa90","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.388012308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"18f96427-6f51-418f-bced-b2d0b11faa90","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.394733136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"1d97179b-1071-48b1-a38f-17a4afe08b10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.397720887Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4d5758-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce2cd9d14b6b0a1187743cfde9a2a2f597da5820f6a2172ad5ccc85fd3178aa7) AuthConfig (010814c29ea9c0b3e762252b9fc2f7317e702a4e9f40cc8b1c4391f3a1f28d93) AuthConfig (b28d0136582b0539fd76baf40c2d712e1f67bd74f9a2baf400a2c74f1ce98746) AuthConfig (cd8a75dcd728274404956b9f5f3b9e173a10397d530daba1fccc08566c2f7592) AuthConfig (16d1cc4dea9d217bc9981283bde00d2774f3db6cd9e1f8a537b280801919a060) AuthConfig (4cc29cc9fe0ff8b17d0667439444dfa11942a84d37bf948049472a9361d2d6a0) AuthConfig (85a561e92839661cb9e49d1cb95d1dae629e4079c0ac3f862a47a54291ff61cb) AuthConfig (df908890b71d8cf7a1f32fd3af81b47f762858472bb3a358692b309cb0c24591) AuthConfig (d0bc7888a3f52744130ec9bb10e764d1e278db18d5d4b82b0812dd026572f258) AuthConfig (57be354833dd5d0066760a4fc2d96b652c6d6ae60e4636a0d341ea16d14b6158)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"18f96427-6f51-418f-bced-b2d0b11faa90","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.405142192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"1d97179b-1071-48b1-a38f-17a4afe08b10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.409847954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"bae9e21d-99a8-43e3-8e1a-504a12dfb6bf","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.411832341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"23dfc71e-4ff1-418a-a03d-f9607ee78b88","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.412285899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"82ec399c-6f63-49dd-a946-fec7a4a4176b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.419960377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"bae9e21d-99a8-43e3-8e1a-504a12dfb6bf","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.422175057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"23dfc71e-4ff1-418a-a03d-f9607ee78b88","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.422246859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"82ec399c-6f63-49dd-a946-fec7a4a4176b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.422635037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"191d9c60-d079-4fb3-a136-a4b496053ed1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.432876812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"191d9c60-d079-4fb3-a136-a4b496053ed1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.442762273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"8667a865-6ffb-4e20-8114-8d70714a1939","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.473754196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"8667a865-6ffb-4e20-8114-8d70714a1939","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.481607207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"005e54e5-740d-4844-a79d-9bd18017e03e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.485775056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"b8a6ea96-b830-44f1-a222-ec7218d025ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.49215681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"005e54e5-740d-4844-a79d-9bd18017e03e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.500566867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"3d4eb38d-751c-4ed5-ba4a-ed21092a909b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.505581709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"b8a6ea96-b830-44f1-a222-ec7218d025ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.512988508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"3d4eb38d-751c-4ed5-ba4a-ed21092a909b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.576503807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"836f44c1-0102-4058-8db0-504f67ad129c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.577448759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"f4496ad7-387b-401d-9b63-a4156f19958a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.587286173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"f4496ad7-387b-401d-9b63-a4156f19958a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.589664439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"836f44c1-0102-4058-8db0-504f67ad129c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.700869852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"f4a397e1-c0a5-463e-9539-ca2952e01276","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:30.721817951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"f4a397e1-c0a5-463e-9539-ca2952e01276","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:31.41603211Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-dd62fc","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc","reconcileID":"22d0bd4d-841c-4382-9b33-9541f4c06f5f","namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:31.424563205Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-dd62fc","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc","reconcileID":"e2f44724-b337-4bcd-971c-074cd56bba02","namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:31.430269793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"7d7409a3-3d9b-49c0-942d-924e7eda8c19","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:31.435935516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"1f64a813-0790-487b-ae24-f18d0d5350ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:31.436029745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"7bf054dc-ec73-414f-8d46-977bef2b8fb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:31.439107533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"9ccfdf0b-e58f-4fdc-83f2-14274172fcb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:31.441230857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"7d7409a3-3d9b-49c0-942d-924e7eda8c19","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:31.446501425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"1f64a813-0790-487b-ae24-f18d0d5350ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:31.44706237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"7bf054dc-ec73-414f-8d46-977bef2b8fb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:31.450205967Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4d5758-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce2cd9d14b6b0a1187743cfde9a2a2f597da5820f6a2172ad5ccc85fd3178aa7) AuthConfig (010814c29ea9c0b3e762252b9fc2f7317e702a4e9f40cc8b1c4391f3a1f28d93) AuthConfig (b28d0136582b0539fd76baf40c2d712e1f67bd74f9a2baf400a2c74f1ce98746) AuthConfig (cd8a75dcd728274404956b9f5f3b9e173a10397d530daba1fccc08566c2f7592) AuthConfig (16d1cc4dea9d217bc9981283bde00d2774f3db6cd9e1f8a537b280801919a060) AuthConfig (4cc29cc9fe0ff8b17d0667439444dfa11942a84d37bf948049472a9361d2d6a0) AuthConfig (85a561e92839661cb9e49d1cb95d1dae629e4079c0ac3f862a47a54291ff61cb) AuthConfig (df908890b71d8cf7a1f32fd3af81b47f762858472bb3a358692b309cb0c24591) AuthConfig (d0bc7888a3f52744130ec9bb10e764d1e278db18d5d4b82b0812dd026572f258) AuthConfig (57be354833dd5d0066760a4fc2d96b652c6d6ae60e4636a0d341ea16d14b6158)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"7d7409a3-3d9b-49c0-942d-924e7eda8c19","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:31.451759294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"9ccfdf0b-e58f-4fdc-83f2-14274172fcb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:31.452415094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb312380-cfa9-44eb-8e2f-4326cbe41642","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:31.462787021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb312380-cfa9-44eb-8e2f-4326cbe41642","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:31.467973023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"71b400e9-fe39-4b1b-bd8a-a7bc3ce5d584","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:31.470663827Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","reconcileID":"f98f42c3-d58d-41e2-b2a3-c1cef8697a0a","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-shared-a89b32-286f999e83b6","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","externalModel":"e2e-shr-shared-a89b32","provider":"e2e-shr-shared-a89b32-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:31.481895886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"71b400e9-fe39-4b1b-bd8a-a7bc3ce5d584","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:31.498630063Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-shared-a89b32-e2e-extmod-b-d97cc8","reconcileID":"735e4d33-845c-400b-a035-e1a44a1bc110","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-shared-a89b32-8fdb4117403b","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-shared-a89b32-e2e-extmod-b-d97cc8","externalModel":"e2e-shr-shared-a89b32","provider":"e2e-shr-shared-a89b32-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:31.5187156Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","reconcileID":"462ecf0c-b292-4ea3-bece-bae97b453b19","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-shared-a89b32-286f999e83b6","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","externalModel":"e2e-shr-shared-a89b32","provider":"e2e-shr-shared-a89b32-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:31.532589166Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-shared-a89b32-e2e-extmod-b-d97cc8","reconcileID":"49dc8d3c-6d65-4081-a2d9-10d3865aa5aa","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-shared-a89b32-8fdb4117403b","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-shared-a89b32-e2e-extmod-b-d97cc8","externalModel":"e2e-shr-shared-a89b32","provider":"e2e-shr-shared-a89b32-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:31.600254796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"0182d622-ad74-4431-aebb-dced65eb5c9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:31.615537697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"0182d622-ad74-4431-aebb-dced65eb5c9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:31.617308864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78de48f5-5d58-4181-b055-7b688990e904","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:31.674860886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78de48f5-5d58-4181-b055-7b688990e904","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:31.683654831Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-shared-a89b32-e2e-extmod-b-d97cc8","reconcileID":"9f6f1354-3e24-441a-8113-15faa5ca1fcc","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-shared-a89b32-8fdb4117403b","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-shared-a89b32-e2e-extmod-b-d97cc8","externalModel":"e2e-shr-shared-a89b32","provider":"e2e-shr-shared-a89b32-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:31.688593432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"7fe33f7f-a0fb-460c-b6c3-060a6836091f","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:31.697432932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"da4a9a32-3ba1-43e6-83f1-ff40e303e14a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:31.706516789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"7fe33f7f-a0fb-460c-b6c3-060a6836091f","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:31.710131101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"da4a9a32-3ba1-43e6-83f1-ff40e303e14a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:31.713149982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"d438a67c-f3e6-4249-a385-bc3a794b2f82","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:31.727445843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"d438a67c-f3e6-4249-a385-bc3a794b2f82","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:31.759753684Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","reconcileID":"be54b2a2-7be1-4b8c-ba7d-5038b1be0f39","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"name":"e2e-shr-auth-dd62fc","namespace":"e2e-extmod-shr-user-3756e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:31.789154606Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","reconcileID":"12df7ade-4293-4d4c-b1da-c8596a72a139","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-shared-a89b32-286f999e83b6","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","externalModel":"e2e-shr-shared-a89b32","provider":"e2e-shr-shared-a89b32-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:31.791550248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"31d0b9ea-cbdd-4b87-ac1d-473de880c47c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:31.798061548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"a65c25a9-afd5-47dc-a659-6f7d31e74b41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:31.8075123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"31d0b9ea-cbdd-4b87-ac1d-473de880c47c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:31.808463928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"a65c25a9-afd5-47dc-a659-6f7d31e74b41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:31.80886799Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-shared-a89b32-e2e-extmod-b-d97cc8","reconcileID":"8c6d34b1-fcb0-439d-99e5-f7522561d187","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-shared-a89b32-8fdb4117403b","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-shared-a89b32-e2e-extmod-b-d97cc8","externalModel":"e2e-shr-shared-a89b32","provider":"e2e-shr-shared-a89b32-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:31.817300271Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-dd62fc","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc","reconcileID":"a220b04f-65bc-4612-ab45-44841180079b","namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:31.824495856Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","reconcileID":"225ea86d-fe9a-4c24-8b70-1687caca37f7","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-auth-dd62fc-4992ece9c114","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","externalModel":"e2e-shr-auth-dd62fc","provider":"e2e-shr-auth-dd62fc-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:31.873075336Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","reconcileID":"5cfda0dc-01df-4875-b8ac-c088e44851e3","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-auth-dd62fc-bd3671f3e072","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","externalModel":"e2e-shr-auth-dd62fc","provider":"e2e-shr-auth-dd62fc-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:31.899232751Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","reconcileID":"dafe94f3-255d-4984-8826-a8757b7782e6","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-auth-dd62fc-4992ece9c114","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","externalModel":"e2e-shr-auth-dd62fc","provider":"e2e-shr-auth-dd62fc-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:31.899546837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"3373b4d9-218d-4f40-b0b3-ba8b84f17d0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.041333781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"3373b4d9-218d-4f40-b0b3-ba8b84f17d0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.103219261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"32d0487b-58df-43ab-b248-e701f8a4a74b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.10412439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"cad6b73e-b846-40c5-8c98-8325651b0aaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.1164823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"32d0487b-58df-43ab-b248-e701f8a4a74b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.117464281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"f755477d-e0b1-46e2-a3f1-f222a366d55d","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.119950672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"dc01ae0a-91cf-4e84-a7be-62efb7217681","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.121723898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"835b439a-e71d-4fc3-9374-26cf39d6b19e","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.171811362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"f755477d-e0b1-46e2-a3f1-f222a366d55d","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.173646051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"cad6b73e-b846-40c5-8c98-8325651b0aaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.176302754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"dc01ae0a-91cf-4e84-a7be-62efb7217681","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.177071134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"835b439a-e71d-4fc3-9374-26cf39d6b19e","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.227761673Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-dd62fc","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc","reconcileID":"833613ba-ec08-44da-b8ae-5f4ea442289f","namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.251178915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"ed747b9c-4bd3-48e1-9a5b-7ec830bf3829","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.272722953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"ed747b9c-4bd3-48e1-9a5b-7ec830bf3829","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.287903008Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4d5758-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce2cd9d14b6b0a1187743cfde9a2a2f597da5820f6a2172ad5ccc85fd3178aa7) AuthConfig (010814c29ea9c0b3e762252b9fc2f7317e702a4e9f40cc8b1c4391f3a1f28d93) AuthConfig (b28d0136582b0539fd76baf40c2d712e1f67bd74f9a2baf400a2c74f1ce98746) AuthConfig (cd8a75dcd728274404956b9f5f3b9e173a10397d530daba1fccc08566c2f7592) AuthConfig (16d1cc4dea9d217bc9981283bde00d2774f3db6cd9e1f8a537b280801919a060) AuthConfig (4cc29cc9fe0ff8b17d0667439444dfa11942a84d37bf948049472a9361d2d6a0) AuthConfig (85a561e92839661cb9e49d1cb95d1dae629e4079c0ac3f862a47a54291ff61cb) AuthConfig (df908890b71d8cf7a1f32fd3af81b47f762858472bb3a358692b309cb0c24591) AuthConfig (d0bc7888a3f52744130ec9bb10e764d1e278db18d5d4b82b0812dd026572f258) AuthConfig (57be354833dd5d0066760a4fc2d96b652c6d6ae60e4636a0d341ea16d14b6158)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"ed747b9c-4bd3-48e1-9a5b-7ec830bf3829","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.411271212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e22fd28-70c4-492f-8e91-30f133327be8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.427302742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e22fd28-70c4-492f-8e91-30f133327be8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.467997025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"07f77f5a-e586-4779-a140-2f7e9c598aa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.468447017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"274ba05e-9d91-4d01-bd38-13becf07f5a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.471771641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"fc5ff90d-9b5b-45b0-adea-6c9e429a7d53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.478114522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"07f77f5a-e586-4779-a140-2f7e9c598aa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.479948929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"274ba05e-9d91-4d01-bd38-13becf07f5a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.482677146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"fc5ff90d-9b5b-45b0-adea-6c9e429a7d53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.503102173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a20e19b-18bf-4317-b4e1-b3733f5170a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.523026181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a20e19b-18bf-4317-b4e1-b3733f5170a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.577188343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"70479de1-fe9b-4428-bfc1-29f70fbbf34d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.604437318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"ebca9523-ec54-4cea-95da-74b1b56789ae","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.610327002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"70479de1-fe9b-4428-bfc1-29f70fbbf34d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.618675803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"a8f169ae-73c1-4e33-8618-17ec0c073ee9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.619031793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"77a98188-7a47-4da6-88ef-2fde1772bb30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.625408713Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","reconcileID":"a3e6c58c-0955-459f-9911-bdc05ae46090","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-auth-dd62fc-4992ece9c114","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","externalModel":"e2e-shr-auth-dd62fc","provider":"e2e-shr-auth-dd62fc-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.626007239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"ebca9523-ec54-4cea-95da-74b1b56789ae","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.631629599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"77a98188-7a47-4da6-88ef-2fde1772bb30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.631764635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"a8f169ae-73c1-4e33-8618-17ec0c073ee9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.639606729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"a19553a5-be7f-408d-b6cc-14ad7b5f96cc","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.653303308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"a19553a5-be7f-408d-b6cc-14ad7b5f96cc","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.724866967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"beb09cf0-a755-455e-a9e0-098dc1072e2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.742240247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"6e90eddb-9259-46db-a580-f6184443eeab","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.742515908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"beb09cf0-a755-455e-a9e0-098dc1072e2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.74287781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"70a06cf2-e550-44a1-a4da-6df97bf26038","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.752709831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"6e90eddb-9259-46db-a580-f6184443eeab","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.75556616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"70a06cf2-e550-44a1-a4da-6df97bf26038","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.782905718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"ef20f81f-33b9-40f2-ad56-c9c5f57b5ae8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.783705084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"6a6f2683-3d9d-4abd-8bef-ce1040a6241b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.7837547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"b92744de-8bec-46a8-9c98-3572e82d0168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.793896274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"ef20f81f-33b9-40f2-ad56-c9c5f57b5ae8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.793899735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"6a6f2683-3d9d-4abd-8bef-ce1040a6241b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.795974879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"b92744de-8bec-46a8-9c98-3572e82d0168","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.866934674Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","reconcileID":"db68da79-1c8b-4c11-b8ec-7345241c6de2","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-auth-dd62fc-4992ece9c114","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","externalModel":"e2e-shr-auth-dd62fc","provider":"e2e-shr-auth-dd62fc-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.878348763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"8ee8dfb5-185c-4e53-8854-888d3a804cc8","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.920694448Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"8ee8dfb5-185c-4e53-8854-888d3a804cc8","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.92938119Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c9bce8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"8ee8dfb5-185c-4e53-8854-888d3a804cc8","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:32.947566458Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","reconcileID":"55c2232e-0dd8-4be8-8c48-f04012bf63be","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-auth-dd62fc-4992ece9c114","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","externalModel":"e2e-shr-auth-dd62fc","provider":"e2e-shr-auth-dd62fc-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:35.375975992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"f0b3222f-607d-42ff-ba88-72e760de51f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:35.489912655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-subscription","reconcileID":"193032e6-8947-498b-9ffc-65afe8951e2a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-premium-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:35.490374512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"84640494-0d9c-4a80-be56-1e0276f467f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:35.494258712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"02fa8fd4-2e48-450a-9475-5c3ecdddfbca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:35.589520922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1ef737-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-sub","reconcileID":"2827cf59-19ea-4f62-a0e0-a4e91d9767db","MaaSSubscription":{"name":"e2e-dft-1ef737-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-1ef737","model":"llm/e2e-dft-1ef737","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:35.695166686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"612b6481-9318-486a-b9b0-ff87cf820832","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:35.695640387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"477f5990-dd57-4c87-a418-0eab9d100627","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:35.696259714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"8598896f-86c6-43c7-8922-2e39459a39c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:35.783611604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"960d3316-564a-4a95-9283-4d291e0d8b22","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:35.784534611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"009e6aae-5626-4b6b-8b81-39684a72a941","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:35.882106329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-af16f3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-sub","reconcileID":"accbf296-4ec1-4bc9-a286-f9d61526f39f","MaaSSubscription":{"name":"e2e-dft-af16f3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-af16f3","model":"llm/e2e-dft-af16f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:35.882694985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-sub","reconcileID":"af33a944-e98f-45a6-8042-89b3e59dfb52","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"maas-trlp-e2e-shr-shared-be1378-e2e-extmod-a-222480","model":"e2e-extmod-shr-user-a41ade/e2e-shr-shared-be1378-e2e-extmod-a-222480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:36.043868279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f8adef-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-sub","reconcileID":"e681c9d1-adba-419e-87e6-8bf64f0bfaa6","MaaSSubscription":{"name":"e2e-dft-f8adef-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-f8adef","model":"llm/e2e-dft-f8adef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:36.151429395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"73c8aab5-d6fe-4641-89ee-15cbcf06c260","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:36.151446796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6a1435bc-49b3-4cf8-a7e4-46e948af7bd9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:36.15199041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"0f877fb4-cb89-468d-ae83-ca40d7a553b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:36.373565206Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:42.307712422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"e1e94b37-23c4-441d-ac10-6e3d9afb23a1","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:42.317720497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"e1e94b37-23c4-441d-ac10-6e3d9afb23a1","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:42.368573272Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","reconcileID":"09ce3b12-7b9f-4df7-9294-1d58beb53cac","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-c964c37107cb","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:42.951646647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"2255c209-a302-47c4-9cfd-95cf65375cab","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:42.961558171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"2255c209-a302-47c4-9cfd-95cf65375cab","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:42.97055158Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c9bce8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"2255c209-a302-47c4-9cfd-95cf65375cab","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:44.390284499Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-1ef737-sub models-as-a-service/e2e-dft-af16f3-sub models-as-a-service/e2e-dft-f8adef-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:44.395227759Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","reconcileID":"c60cbd6d-514f-4ad6-a51d-a867714ed89c","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-c964c37107cb","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:44.402672943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"c875c9eb-0398-4893-90ea-531c7a1008cd","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:12:44.403565698Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-sub","reconcileID":"d21045f8-f5f9-4afb-8ebf-45c98ab49d7c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-be1378-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:44.416413159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"c875c9eb-0398-4893-90ea-531c7a1008cd","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:44.418104978Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","reconcileID":"4b93048c-8da0-421e-a9e7-3a3c2f111fc9","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-c964c37107cb","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:12:44.469739239Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","reconcileID":"4b93048c-8da0-421e-a9e7-3a3c2f111fc9","name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-be1378-e2e-extmod-b-4d5758\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:12:44.469791079Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","reconcileID":"4b93048c-8da0-421e-a9e7-3a3c2f111fc9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-be1378-e2e-extmod-b-4d5758\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:44.47491949Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","reconcileID":"3190b8b9-4fed-4615-a17b-cea9d9c74b95","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-c964c37107cb","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:44.503667314Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-sub","reconcileID":"c86c6a22-0b41-4fc8-845b-c41da52b0098","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-shr-shared-be1378-e2e-extmod-b-4d5758","model":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-4d5758/e2e-shr-shared-be1378-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:44.545152426Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","reconcileID":"e8ad44d7-adbf-4e87-94f0-0e5a0a565db1","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-c964c37107cb","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:44.586869502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"afdb346c-b521-48c1-a851-1c73b4414ded","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:44.594391307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-sub","reconcileID":"556d44be-adee-47ba-8c85-c3b9ea5b8d12","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-shr-shared-be1378-e2e-extmod-b-4d5758","model":"e2e-extmod-shr-user-a41ade/e2e-shr-shared-be1378-e2e-extmod-b-4d5758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:44.597107161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"afdb346c-b521-48c1-a851-1c73b4414ded","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:52.98546181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"ed7b2120-837d-4e32-8c62-dcc3e4e8fb08","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:52.995698272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"ed7b2120-837d-4e32-8c62-dcc3e4e8fb08","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:12:53.003820323Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c9bce8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"ed7b2120-837d-4e32-8c62-dcc3e4e8fb08","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:03.019353711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"a5b0175c-69e7-4286-a384-ee100b4e39d1","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:03.029388312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"a5b0175c-69e7-4286-a384-ee100b4e39d1","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:03.039700084Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c9bce8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"a5b0175c-69e7-4286-a384-ee100b4e39d1","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:06.360662969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-sub","reconcileID":"b6c26562-be33-4b2b-88d3-ba787c646792","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-shr-shared-be1378-e2e-extmod-b-4d5758","model":"e2e-extmod-shr-user-a41ade/e2e-shr-shared-be1378-e2e-extmod-b-4d5758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:06.373627959Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:06.402140927Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","reconcileID":"cbc5638e-80c4-4550-b0dd-906f15b95dbe","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-c964c37107cb","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:07.10342671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"44028c1a-e854-4897-a717-4eb57e8d1c7d","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:07.116444965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"44028c1a-e854-4897-a717-4eb57e8d1c7d","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:07.12858376Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c9bce8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dfb18736d7231ae2120910c663e5ecec2ebe77fa74d5b0550f55f58452aedbb0) AuthConfig (a45b8e3e26e614a9ab118dcce705ec59a8a4120ee78a0143cbd330b435d8c481) AuthConfig (4d6eaedeb8a9b04f6ef8e30fed754bd4fb2bc61e598f2cd2bcc62b0d9bf0eb96) AuthConfig (c438a54c6a3ee0ff503a8e65d8f1eaa987556ff4ccb3b68e61cca3ffc83aaec2) AuthConfig (61e74c0ad4d59fd6b2fe6d81000c8e8c81691b0cad17477e24cd038107fcb1ac) AuthConfig (7971e8fd9657531f78aeea9c9df97b682f96fea8f3f512a7c17f68d26acd5d7f) AuthConfig (49b87fe5ff8235db9c9477bf7ce18794b9bcbbf23c723820506afe1ca51fe3f3) AuthConfig (fadcc1f896cf753182343a1ae733b9902c8c808cee9c970dba3e51a3008d5ae0) AuthConfig (57dd6f139a6d448caf05dd057897a09fb9d48ad7869bc5fe1573b6d25635e9c1) AuthConfig (200a46b6f871c5ce6512936103961b3a8acf601f541918053141e5dab7531f75) AuthConfig (7adca045761e0b64bd060d3b9116b1c776958293d885baf5a8e2790d33496548) AuthConfig (c17fc2908ea214d342fe95dd6ab8ebe394202b12bcc9fe8b5759ef387c3c64da) AuthConfig (bb089dc9547a216a343c8c8009527c7609e692a8c76462b3782075136ff6fa18) AuthConfig (701820a1e59b3eaf006aa856fde6265e2d7c8b5689e2b4662d0f2a2f627315db)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"44028c1a-e854-4897-a717-4eb57e8d1c7d","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:07.147467354Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","reconcileID":"b737cece-bb34-4c22-aab0-db6a3eec91e8","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-auth-dd62fc-4992ece9c114","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","externalModel":"e2e-shr-auth-dd62fc","provider":"e2e-shr-auth-dd62fc-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:07.202893941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"8e0e4cd2-50fa-4c34-9176-f514a61716e2","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:07.213133446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"8e0e4cd2-50fa-4c34-9176-f514a61716e2","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:07.221539153Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c9bce8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dfb18736d7231ae2120910c663e5ecec2ebe77fa74d5b0550f55f58452aedbb0) AuthConfig (a45b8e3e26e614a9ab118dcce705ec59a8a4120ee78a0143cbd330b435d8c481) AuthConfig (4d6eaedeb8a9b04f6ef8e30fed754bd4fb2bc61e598f2cd2bcc62b0d9bf0eb96) AuthConfig (c438a54c6a3ee0ff503a8e65d8f1eaa987556ff4ccb3b68e61cca3ffc83aaec2) AuthConfig (61e74c0ad4d59fd6b2fe6d81000c8e8c81691b0cad17477e24cd038107fcb1ac) AuthConfig (7971e8fd9657531f78aeea9c9df97b682f96fea8f3f512a7c17f68d26acd5d7f) AuthConfig (49b87fe5ff8235db9c9477bf7ce18794b9bcbbf23c723820506afe1ca51fe3f3) AuthConfig (fadcc1f896cf753182343a1ae733b9902c8c808cee9c970dba3e51a3008d5ae0) AuthConfig (57dd6f139a6d448caf05dd057897a09fb9d48ad7869bc5fe1573b6d25635e9c1) AuthConfig (200a46b6f871c5ce6512936103961b3a8acf601f541918053141e5dab7531f75) AuthConfig (7adca045761e0b64bd060d3b9116b1c776958293d885baf5a8e2790d33496548) AuthConfig (c17fc2908ea214d342fe95dd6ab8ebe394202b12bcc9fe8b5759ef387c3c64da) AuthConfig (bb089dc9547a216a343c8c8009527c7609e692a8c76462b3782075136ff6fa18) AuthConfig (701820a1e59b3eaf006aa856fde6265e2d7c8b5689e2b4662d0f2a2f627315db)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"8e0e4cd2-50fa-4c34-9176-f514a61716e2","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:07.304313303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"49ae4112-a8d8-44a7-bbbd-0468b3317ee1","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:07.314779817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"49ae4112-a8d8-44a7-bbbd-0468b3317ee1","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:07.325232353Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c9bce8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dfb18736d7231ae2120910c663e5ecec2ebe77fa74d5b0550f55f58452aedbb0) AuthConfig (a45b8e3e26e614a9ab118dcce705ec59a8a4120ee78a0143cbd330b435d8c481) AuthConfig (4d6eaedeb8a9b04f6ef8e30fed754bd4fb2bc61e598f2cd2bcc62b0d9bf0eb96) AuthConfig (c438a54c6a3ee0ff503a8e65d8f1eaa987556ff4ccb3b68e61cca3ffc83aaec2) AuthConfig (61e74c0ad4d59fd6b2fe6d81000c8e8c81691b0cad17477e24cd038107fcb1ac) AuthConfig (7971e8fd9657531f78aeea9c9df97b682f96fea8f3f512a7c17f68d26acd5d7f) AuthConfig (49b87fe5ff8235db9c9477bf7ce18794b9bcbbf23c723820506afe1ca51fe3f3) AuthConfig (fadcc1f896cf753182343a1ae733b9902c8c808cee9c970dba3e51a3008d5ae0) AuthConfig (57dd6f139a6d448caf05dd057897a09fb9d48ad7869bc5fe1573b6d25635e9c1) AuthConfig (200a46b6f871c5ce6512936103961b3a8acf601f541918053141e5dab7531f75) AuthConfig (7adca045761e0b64bd060d3b9116b1c776958293d885baf5a8e2790d33496548) AuthConfig (c17fc2908ea214d342fe95dd6ab8ebe394202b12bcc9fe8b5759ef387c3c64da) AuthConfig (bb089dc9547a216a343c8c8009527c7609e692a8c76462b3782075136ff6fa18) AuthConfig (701820a1e59b3eaf006aa856fde6265e2d7c8b5689e2b4662d0f2a2f627315db)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"49ae4112-a8d8-44a7-bbbd-0468b3317ee1","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:07.409936574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"14266252-ba52-4919-ad1f-f155e8cdf897","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:07.421453422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"14266252-ba52-4919-ad1f-f155e8cdf897","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:07.434076343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c9bce8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dfb18736d7231ae2120910c663e5ecec2ebe77fa74d5b0550f55f58452aedbb0) AuthConfig (a45b8e3e26e614a9ab118dcce705ec59a8a4120ee78a0143cbd330b435d8c481) AuthConfig (4d6eaedeb8a9b04f6ef8e30fed754bd4fb2bc61e598f2cd2bcc62b0d9bf0eb96) AuthConfig (c438a54c6a3ee0ff503a8e65d8f1eaa987556ff4ccb3b68e61cca3ffc83aaec2) AuthConfig (61e74c0ad4d59fd6b2fe6d81000c8e8c81691b0cad17477e24cd038107fcb1ac) AuthConfig (7971e8fd9657531f78aeea9c9df97b682f96fea8f3f512a7c17f68d26acd5d7f) AuthConfig (49b87fe5ff8235db9c9477bf7ce18794b9bcbbf23c723820506afe1ca51fe3f3) AuthConfig (fadcc1f896cf753182343a1ae733b9902c8c808cee9c970dba3e51a3008d5ae0) AuthConfig (57dd6f139a6d448caf05dd057897a09fb9d48ad7869bc5fe1573b6d25635e9c1) AuthConfig (200a46b6f871c5ce6512936103961b3a8acf601f541918053141e5dab7531f75) AuthConfig (7adca045761e0b64bd060d3b9116b1c776958293d885baf5a8e2790d33496548) AuthConfig (c17fc2908ea214d342fe95dd6ab8ebe394202b12bcc9fe8b5759ef387c3c64da) AuthConfig (bb089dc9547a216a343c8c8009527c7609e692a8c76462b3782075136ff6fa18) AuthConfig (701820a1e59b3eaf006aa856fde6265e2d7c8b5689e2b4662d0f2a2f627315db)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"14266252-ba52-4919-ad1f-f155e8cdf897","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:07.571181559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"ea34f1db-b5cf-4a50-94d0-d69e707ee7d2","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:07.576384305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"06f75556-ff82-4592-9f8f-72bbd019aed4","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:07.58392761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"ea34f1db-b5cf-4a50-94d0-d69e707ee7d2","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:07.590305716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"06f75556-ff82-4592-9f8f-72bbd019aed4","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:09.854138643Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-bdf8b2","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2","reconcileID":"2de6ca18-d6ca-448d-9f90-9e16db8e1303","namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:09.864424943Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-bdf8b2","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2","reconcileID":"31eaa916-bed3-4a5a-aee4-52d00a253863","namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:09.872294343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"17db677d-785f-48c4-8c80-c354841bcdaa","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:09.877404896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"534f6aef-fa1a-42ee-b0cf-6e11c8ef44db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:09.878553757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"9dba360f-bad0-4e3f-89d3-f3258108f98f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:09.878682611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"c9975479-b53d-4759-8442-060709590233","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:09.882823512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"17db677d-785f-48c4-8c80-c354841bcdaa","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:09.887799723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"534f6aef-fa1a-42ee-b0cf-6e11c8ef44db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:09.889466127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"c9975479-b53d-4759-8442-060709590233","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:09.890100508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"9dba360f-bad0-4e3f-89d3-f3258108f98f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:09.892152556Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c9bce8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dfb18736d7231ae2120910c663e5ecec2ebe77fa74d5b0550f55f58452aedbb0) AuthConfig (a45b8e3e26e614a9ab118dcce705ec59a8a4120ee78a0143cbd330b435d8c481) AuthConfig (4d6eaedeb8a9b04f6ef8e30fed754bd4fb2bc61e598f2cd2bcc62b0d9bf0eb96) AuthConfig (c438a54c6a3ee0ff503a8e65d8f1eaa987556ff4ccb3b68e61cca3ffc83aaec2) AuthConfig (61e74c0ad4d59fd6b2fe6d81000c8e8c81691b0cad17477e24cd038107fcb1ac) AuthConfig (7971e8fd9657531f78aeea9c9df97b682f96fea8f3f512a7c17f68d26acd5d7f) AuthConfig (49b87fe5ff8235db9c9477bf7ce18794b9bcbbf23c723820506afe1ca51fe3f3) AuthConfig (fadcc1f896cf753182343a1ae733b9902c8c808cee9c970dba3e51a3008d5ae0) AuthConfig (57dd6f139a6d448caf05dd057897a09fb9d48ad7869bc5fe1573b6d25635e9c1) AuthConfig (200a46b6f871c5ce6512936103961b3a8acf601f541918053141e5dab7531f75) AuthConfig (7adca045761e0b64bd060d3b9116b1c776958293d885baf5a8e2790d33496548) AuthConfig (c17fc2908ea214d342fe95dd6ab8ebe394202b12bcc9fe8b5759ef387c3c64da) AuthConfig (bb089dc9547a216a343c8c8009527c7609e692a8c76462b3782075136ff6fa18) AuthConfig (701820a1e59b3eaf006aa856fde6265e2d7c8b5689e2b4662d0f2a2f627315db)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"17db677d-785f-48c4-8c80-c354841bcdaa","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:09.892724009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9889de61-e00b-4c04-94b0-2194b64cf42d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:09.902654982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9889de61-e00b-4c04-94b0-2194b64cf42d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:09.914536579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"b9c8d732-8ebb-4c68-be7b-34f20d5e7d4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:09.919292629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"5a3588a6-b2c1-4e49-9de6-aed032254576","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:09.926624788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"b9c8d732-8ebb-4c68-be7b-34f20d5e7d4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:09.92851479Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"d0ec2f2f-f26d-48db-bc21-53bdd0e22388","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-01aff02ed726","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-a-222480","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:09.929344065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"3311d875-d6e5-4dc1-8155-84878620da90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:09.933383215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"5a3588a6-b2c1-4e49-9de6-aed032254576","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:09.940431431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"3311d875-d6e5-4dc1-8155-84878620da90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:09.940798387Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","reconcileID":"59f2ddcd-1888-4381-b473-ebcd0bd813aa","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-c964c37107cb","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:09.945894568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"216ac653-b8c3-4548-9365-21118f188d0b","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:09.954715544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-sub","reconcileID":"550cdf30-2bec-4af0-973c-9cd3e20a1219","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"maas-trlp-e2e-shr-shared-be1378-e2e-extmod-a-222480","model":"e2e-extmod-shr-user-a41ade/e2e-shr-shared-be1378-e2e-extmod-a-222480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:09.969784502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-sub","reconcileID":"92dd718c-8128-45d4-830e-4ef8b1476722","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-shr-shared-be1378-e2e-extmod-b-4d5758","model":"e2e-extmod-shr-user-a41ade/e2e-shr-shared-be1378-e2e-extmod-b-4d5758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:09.969884746Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"ab1fb536-8dc0-4dda-96eb-7580e188e617","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-01aff02ed726","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-a-222480","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:09.973433036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"216ac653-b8c3-4548-9365-21118f188d0b","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.023234575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"f0b8caae-c367-4550-bfc1-e30217a907c0","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.029000176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"a9ee2fb4-f2a5-47e8-88c8-c55c1b743fbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.029144058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"03feddca-e19d-43ac-af67-1fa72b2e422a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.036015792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"f0b8caae-c367-4550-bfc1-e30217a907c0","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.040423777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"03feddca-e19d-43ac-af67-1fa72b2e422a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.04127268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"a9ee2fb4-f2a5-47e8-88c8-c55c1b743fbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.085649771Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","reconcileID":"9b8c665c-ab59-4e86-917e-a652f079983c","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"name":"e2e-shr-auth-bdf8b2","namespace":"e2e-extmod-shr-user-a41ade","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.113286105Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","reconcileID":"fb5188ac-c52c-488c-b5d3-b7fbdbced4ee","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"name":"e2e-shr-auth-bdf8b2","namespace":"e2e-extmod-shr-user-a41ade","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.128143829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"a8ba81de-2550-4467-95e8-4fdeaaa64dcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.129531645Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"dfc02489-a347-42c8-8082-6d6e58809941","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-01aff02ed726","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-a-222480","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.139159493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"a8ba81de-2550-4467-95e8-4fdeaaa64dcd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.141559457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-sub","reconcileID":"441692e4-252d-44bf-9cd8-181cc1b87d02","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"maas-trlp-e2e-shr-shared-be1378-e2e-extmod-a-222480","model":"e2e-extmod-shr-user-a41ade/e2e-shr-shared-be1378-e2e-extmod-a-222480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.141769032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-sub","reconcileID":"7be0935d-2a8a-4671-ba2a-72c0a402caa9","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-shr-shared-be1378-e2e-extmod-b-4d5758","model":"e2e-extmod-shr-user-a41ade/e2e-shr-shared-be1378-e2e-extmod-b-4d5758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.142079701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"83e82b7f-49e8-4268-9942-c0689117bed3","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.143488171Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","reconcileID":"af3c7050-aa37-4346-9af3-af6f22050220","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-c964c37107cb","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.18262732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"83e82b7f-49e8-4268-9942-c0689117bed3","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.182978763Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","reconcileID":"3d520868-e409-4615-903b-d3d6706ba4c0","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"name":"e2e-shr-auth-bdf8b2","namespace":"e2e-extmod-shr-user-a41ade","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.270378095Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-bdf8b2","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2","reconcileID":"978c479c-f915-44eb-8572-954f0961b7d8","namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.273682746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"0133037f-73e3-4f7e-87a3-44bed1f4692e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.274394094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"9765ab09-8b5b-4b21-b76f-48076eb9af8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.275650473Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","reconcileID":"dc96d22d-8c22-4486-8faf-e27a183975a1","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-df872d9a53de","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.28571252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"9765ab09-8b5b-4b21-b76f-48076eb9af8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.286898272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"0133037f-73e3-4f7e-87a3-44bed1f4692e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.291998304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"82b5205d-0d5b-4fa5-9040-4e70ebd1fb10","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.292719113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0512020-8a30-4ece-8b92-39a912c68325","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.302733625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"82b5205d-0d5b-4fa5-9040-4e70ebd1fb10","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.305602822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0512020-8a30-4ece-8b92-39a912c68325","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.321301389Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","reconcileID":"e25cacd3-80d7-42e6-af4d-7fa099de9aff","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-07a35a047333","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.324234346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"7e5aa99e-c038-4a9d-9737-066b52054d65","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.33229425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"3f21866d-1b13-4a51-8f20-9b3584560b4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.336600214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"e8d9d67d-a86f-4d2b-9731-bd50469394bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.33719049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"7e5aa99e-c038-4a9d-9737-066b52054d65","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.369891027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"e8d9d67d-a86f-4d2b-9731-bd50469394bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.372730055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"3f21866d-1b13-4a51-8f20-9b3584560b4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.374997861Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c9bce8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dfb18736d7231ae2120910c663e5ecec2ebe77fa74d5b0550f55f58452aedbb0) AuthConfig (a45b8e3e26e614a9ab118dcce705ec59a8a4120ee78a0143cbd330b435d8c481) AuthConfig (4d6eaedeb8a9b04f6ef8e30fed754bd4fb2bc61e598f2cd2bcc62b0d9bf0eb96) AuthConfig (c438a54c6a3ee0ff503a8e65d8f1eaa987556ff4ccb3b68e61cca3ffc83aaec2) AuthConfig (61e74c0ad4d59fd6b2fe6d81000c8e8c81691b0cad17477e24cd038107fcb1ac) AuthConfig (7971e8fd9657531f78aeea9c9df97b682f96fea8f3f512a7c17f68d26acd5d7f) AuthConfig (49b87fe5ff8235db9c9477bf7ce18794b9bcbbf23c723820506afe1ca51fe3f3) AuthConfig (fadcc1f896cf753182343a1ae733b9902c8c808cee9c970dba3e51a3008d5ae0) AuthConfig (57dd6f139a6d448caf05dd057897a09fb9d48ad7869bc5fe1573b6d25635e9c1) AuthConfig (200a46b6f871c5ce6512936103961b3a8acf601f541918053141e5dab7531f75) AuthConfig (7adca045761e0b64bd060d3b9116b1c776958293d885baf5a8e2790d33496548) AuthConfig (c17fc2908ea214d342fe95dd6ab8ebe394202b12bcc9fe8b5759ef387c3c64da) AuthConfig (bb089dc9547a216a343c8c8009527c7609e692a8c76462b3782075136ff6fa18) AuthConfig (701820a1e59b3eaf006aa856fde6265e2d7c8b5689e2b4662d0f2a2f627315db)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"7e5aa99e-c038-4a9d-9737-066b52054d65","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.375939051Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","reconcileID":"71ea0964-43a1-46d6-8574-f55ec1f23e49","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-df872d9a53de","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.460740299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f39a65d1-612f-4353-bf72-da2b7823b058","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.473424067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f39a65d1-612f-4353-bf72-da2b7823b058","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.528095428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"7e871438-15c1-4498-ab8d-d6f4dfde1252","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.52991608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"819b142d-7108-4af9-b517-c5544207e11f","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.53567728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"d5398172-6cdc-4747-a935-1869e4fcb481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.536194946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"6f5afe7a-31e8-46ae-9e85-b082c815c7e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.536502102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"3405f302-1e93-4c58-aa23-e7a91fc6b33d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.539564585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"7e871438-15c1-4498-ab8d-d6f4dfde1252","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.54160908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"819b142d-7108-4af9-b517-c5544207e11f","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.546365503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"d5398172-6cdc-4747-a935-1869e4fcb481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.54776287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"3405f302-1e93-4c58-aa23-e7a91fc6b33d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.549890907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"6f5afe7a-31e8-46ae-9e85-b082c815c7e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.638779629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"72ea0aca-61ea-404b-81a5-d2d13791040c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.661748794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"72ea0aca-61ea-404b-81a5-d2d13791040c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.671037987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"190f6faa-a35e-45c1-949b-b7b79ae5feda","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.6755303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58ba56a6-32b3-4895-97c1-e8cf9eea9312","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.677019933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"0778942c-a25b-460a-b032-f983f279348e","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.68323631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"190f6faa-a35e-45c1-949b-b7b79ae5feda","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.689295092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58ba56a6-32b3-4895-97c1-e8cf9eea9312","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.690154599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"0778942c-a25b-460a-b032-f983f279348e","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.877142309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"5ae4885e-b5d3-4493-bf50-9c3a2ab2dfc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.887662785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"5ae4885e-b5d3-4493-bf50-9c3a2ab2dfc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.889647943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"2252cc55-3912-4305-8d5a-0b1ff31b9f22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.893345306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"7a7522f9-7f84-4d60-bd95-171e8d286d2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.903230797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"2252cc55-3912-4305-8d5a-0b1ff31b9f22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.910732015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"7a7522f9-7f84-4d60-bd95-171e8d286d2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.911145771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"8f24d224-a311-4821-a955-0836b02e6bd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.971639471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"8f24d224-a311-4821-a955-0836b02e6bd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:10.985538764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"1ccec04c-a343-4f6a-847f-287f0756da71","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:11.002985728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"1ccec04c-a343-4f6a-847f-287f0756da71","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:11.170269241Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","reconcileID":"87ce2eed-1c98-4862-9b88-e05b2e1abb11","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-df872d9a53de","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:11.199699234Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","reconcileID":"bd9fa241-5fc3-4e0f-a046-f64e057ff5ea","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-df872d9a53de","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:11.214447679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"4ea8aef5-54d1-4dae-b7f7-566501e5a06b","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:11.226399598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"4ea8aef5-54d1-4dae-b7f7-566501e5a06b","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:11.340592143Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","reconcileID":"f8680590-efda-4568-9138-804575644e17","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-df872d9a53de","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:16.840008748Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-222480 priority=0:[ai-tenant-e2e-extmod-a-222480/e2e-shr-auth-bdf8b2-sub ai-tenant-e2e-extmod-a-222480/e2e-shr-shared-be1378-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-1ef737-sub models-as-a-service/e2e-dft-af16f3-sub models-as-a-service/e2e-dft-f8adef-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:16.847642018Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","reconcileID":"3b958201-dcd2-4044-ba1d-38cb00e79522","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-df872d9a53de","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:13:16.85720407Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-sub","reconcileID":"add798af-130d-493f-aa5d-66c7a7a6084f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-bdf8b2-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:16.860792675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"f3342af7-9097-4c4e-b745-64fa6b35dc67","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:16.861237902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"89e2135e-12c2-4f4b-bc62-28a2e93a0af8","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:16.875476449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"89e2135e-12c2-4f4b-bc62-28a2e93a0af8","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:16.877140388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"f3342af7-9097-4c4e-b745-64fa6b35dc67","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:16.878131263Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","reconcileID":"466cac11-41ee-4ce5-9b2f-96c52835fe01","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-df872d9a53de","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:13:16.898872964Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","reconcileID":"466cac11-41ee-4ce5-9b2f-96c52835fe01","name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:13:16.898923859Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","reconcileID":"466cac11-41ee-4ce5-9b2f-96c52835fe01","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:16.905649212Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"9642c164-65b7-4014-8c88-1eb58f150548","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-01aff02ed726","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-a-222480","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:16.91675036Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","reconcileID":"bc2e1039-bbe0-4673-ba20-4d76f24bc5b9","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-df872d9a53de","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:16.929437111Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-sub","reconcileID":"a7e0aaa0-bd9a-4966-877a-fd18f908b785","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"maas-trlp-e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","model":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-222480/e2e-shr-auth-bdf8b2-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:16.962826368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"58816e23-50c1-4199-8094-3b6580512dbc","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:16.96282637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"e45f35d6-39fc-46c2-88b5-6d5d9e13dd7c","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:16.968706954Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","reconcileID":"54f81689-82bb-4e01-be77-4ba81d26366b","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-df872d9a53de","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:16.974226719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"58816e23-50c1-4199-8094-3b6580512dbc","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:16.974307406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"e45f35d6-39fc-46c2-88b5-6d5d9e13dd7c","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:17.048160234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-sub","reconcileID":"e664371f-38d1-42e9-91af-713d2bc2902f","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"maas-trlp-e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","model":"e2e-extmod-shr-user-a41ade/e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:20.47555998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"a83bd5c5-c739-4119-a467-0cf004a2778f","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:20.485748001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"a83bd5c5-c739-4119-a467-0cf004a2778f","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:20.494634953Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c9bce8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dfb18736d7231ae2120910c663e5ecec2ebe77fa74d5b0550f55f58452aedbb0) AuthConfig (a45b8e3e26e614a9ab118dcce705ec59a8a4120ee78a0143cbd330b435d8c481) AuthConfig (4d6eaedeb8a9b04f6ef8e30fed754bd4fb2bc61e598f2cd2bcc62b0d9bf0eb96) AuthConfig (c438a54c6a3ee0ff503a8e65d8f1eaa987556ff4ccb3b68e61cca3ffc83aaec2) AuthConfig (61e74c0ad4d59fd6b2fe6d81000c8e8c81691b0cad17477e24cd038107fcb1ac) AuthConfig (7971e8fd9657531f78aeea9c9df97b682f96fea8f3f512a7c17f68d26acd5d7f) AuthConfig (49b87fe5ff8235db9c9477bf7ce18794b9bcbbf23c723820506afe1ca51fe3f3) AuthConfig (fadcc1f896cf753182343a1ae733b9902c8c808cee9c970dba3e51a3008d5ae0) AuthConfig (57dd6f139a6d448caf05dd057897a09fb9d48ad7869bc5fe1573b6d25635e9c1) AuthConfig (200a46b6f871c5ce6512936103961b3a8acf601f541918053141e5dab7531f75) AuthConfig (7adca045761e0b64bd060d3b9116b1c776958293d885baf5a8e2790d33496548) AuthConfig (c17fc2908ea214d342fe95dd6ab8ebe394202b12bcc9fe8b5759ef387c3c64da) AuthConfig (bb089dc9547a216a343c8c8009527c7609e692a8c76462b3782075136ff6fa18) AuthConfig (701820a1e59b3eaf006aa856fde6265e2d7c8b5689e2b4662d0f2a2f627315db)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"a83bd5c5-c739-4119-a467-0cf004a2778f","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:26.914168919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"af721bf2-1f9b-46b6-84c7-243420084b1a","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:26.917076149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"d847ac3b-0f7a-4634-bbf2-fba5ad675373","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:26.917195285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"f84d5a3a-d366-494c-bc5e-6fb5713a24be","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:26.924005289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"af721bf2-1f9b-46b6-84c7-243420084b1a","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:26.92871586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"d847ac3b-0f7a-4634-bbf2-fba5ad675373","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:26.928715864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"f84d5a3a-d366-494c-bc5e-6fb5713a24be","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:27.460131497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"80697f06-0a4a-46de-89dd-b259b7562ae6","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:27.463693673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"49ca8923-fe41-42b5-b271-57140b9a7f07","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:27.465137236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"23071272-6141-4054-b8ee-f888d9e62701","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:27.46999262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"80697f06-0a4a-46de-89dd-b259b7562ae6","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:27.473514952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"49ca8923-fe41-42b5-b271-57140b9a7f07","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:27.474735379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"23071272-6141-4054-b8ee-f888d9e62701","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:30.50868989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"332d90d6-aa8b-445f-ba47-a554672e132a","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:30.518882764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"332d90d6-aa8b-445f-ba47-a554672e132a","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:30.568544985Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","reconcileID":"cb92fb28-5819-4065-a7d4-fb2e919b6154","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-auth-dd62fc-4992ece9c114","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","externalModel":"e2e-shr-auth-dd62fc","provider":"e2e-shr-auth-dd62fc-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:34.827862049Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-222480 priority=0:[ai-tenant-e2e-extmod-a-222480/e2e-shr-auth-bdf8b2-sub ai-tenant-e2e-extmod-a-222480/e2e-shr-shared-be1378-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-1ef737-sub models-as-a-service/e2e-dft-af16f3-sub models-as-a-service/e2e-dft-f8adef-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:34.832975524Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","reconcileID":"2d85a47f-91f2-4eb2-be5b-e3b377a9f542","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-auth-dd62fc-4992ece9c114","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","externalModel":"e2e-shr-auth-dd62fc","provider":"e2e-shr-auth-dd62fc-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:13:34.840234033Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-dd62fc-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-sub","reconcileID":"d3bd2e5a-b809-4738-a2ce-635bb7ed4164","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-dd62fc-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:34.841633089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"def7ddac-1c32-4de6-89de-c0265b65a231","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:34.85436485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"def7ddac-1c32-4de6-89de-c0265b65a231","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:34.854457543Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","reconcileID":"e82065b2-a980-46e2-811a-35fdb25ccc62","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-auth-dd62fc-4992ece9c114","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","externalModel":"e2e-shr-auth-dd62fc","provider":"e2e-shr-auth-dd62fc-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:34.867313816Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","reconcileID":"4da419ab-d193-4a29-9105-2eb2006d059c","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-auth-dd62fc-4992ece9c114","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","externalModel":"e2e-shr-auth-dd62fc","provider":"e2e-shr-auth-dd62fc-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:34.879829521Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","reconcileID":"de17577e-b4c7-46b9-b87e-f32f92e2248c","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-auth-dd62fc-4992ece9c114","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","externalModel":"e2e-shr-auth-dd62fc","provider":"e2e-shr-auth-dd62fc-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:34.911210529Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-dd62fc-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-sub","reconcileID":"fc7eb0ac-d15a-4282-a8f9-63a1cdeda7d0","MaaSSubscription":{"name":"e2e-shr-auth-dd62fc-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"maas-trlp-e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","model":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-c9bce8/e2e-shr-auth-dd62fc-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:34.94770652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"ec552b36-bebd-4ea7-9227-aabb0bd98920","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:34.950384489Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","reconcileID":"47e46b7f-0c9f-4caf-87e3-e182c5be91eb","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-auth-dd62fc-4992ece9c114","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","externalModel":"e2e-shr-auth-dd62fc","provider":"e2e-shr-auth-dd62fc-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:34.957690304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"ec552b36-bebd-4ea7-9227-aabb0bd98920","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:35.001659687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-dd62fc-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-sub","reconcileID":"3c81cfaf-4e5c-4b33-bc6c-556cd85b4742","MaaSSubscription":{"name":"e2e-shr-auth-dd62fc-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"maas-trlp-e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","model":"e2e-extmod-shr-user-3756e2/e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:36.373759637Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:44.712537101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-sub","reconcileID":"0b2ebb6f-225d-42a9-a109-cd0470d1f02e","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"maas-trlp-e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","model":"e2e-extmod-shr-user-a41ade/e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:44.749706816Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","reconcileID":"02069cf8-a8f5-411f-9011-8bc850189be9","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-df872d9a53de","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:45.388559687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"a8237ebb-1490-4cfa-912e-4272558ac273","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:45.39231834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"dcb87aed-d8b2-416a-8c93-d621ada3cb17","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:45.395369863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"cb27a7c8-7a00-429d-81ec-6538f61dd956","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:45.397894343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"a8237ebb-1490-4cfa-912e-4272558ac273","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:45.401752531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"dcb87aed-d8b2-416a-8c93-d621ada3cb17","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:45.405278297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"cb27a7c8-7a00-429d-81ec-6538f61dd956","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:45.686689563Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","reconcileID":"76bed475-e5d4-400c-94e0-f3b42142bda9","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-07a35a047333","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:45.696530875Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","reconcileID":"3de19ed1-0205-4238-8d2f-1ae0830f4d31","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-07a35a047333","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:45.703762289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"2f999e99-851f-49e4-8289-5af2f01ccc04","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:45.713528235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"2f999e99-851f-49e4-8289-5af2f01ccc04","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:45.765512026Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","reconcileID":"88d75ab6-fdc0-47cc-88e5-6c34bff1f727","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-07a35a047333","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:46.202425783Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-222480 priority=0:[ai-tenant-e2e-extmod-a-222480/e2e-shr-auth-bdf8b2-sub ai-tenant-e2e-extmod-a-222480/e2e-shr-shared-be1378-sub]","namespace=ai-tenant-e2e-extmod-b-4d5758 priority=0:[ai-tenant-e2e-extmod-b-4d5758/e2e-shr-auth-bdf8b2-sub ai-tenant-e2e-extmod-b-4d5758/e2e-shr-shared-be1378-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-1ef737-sub models-as-a-service/e2e-dft-af16f3-sub models-as-a-service/e2e-dft-f8adef-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:46.20728519Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","reconcileID":"b730bb38-d4f9-4928-b6c7-7a28a7f7e51b","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-07a35a047333","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:13:46.217518801Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-sub","reconcileID":"7ccad41d-688d-4f10-9ce8-e403ec7eaf71","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-bdf8b2-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:46.223286012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"2616c959-39a7-4ab5-81c1-879376d674f3","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:46.226598556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"10518619-db24-449a-be6f-ae575571490c","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:46.232119501Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","reconcileID":"7dfbd818-ff7c-4b0b-bb61-05b9d1827e1b","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-07a35a047333","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:46.234817471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"2616c959-39a7-4ab5-81c1-879376d674f3","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:46.236992224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"10518619-db24-449a-be6f-ae575571490c","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:13:46.244533966Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","reconcileID":"7dfbd818-ff7c-4b0b-bb61-05b9d1827e1b","name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:13:46.244584561Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","reconcileID":"7dfbd818-ff7c-4b0b-bb61-05b9d1827e1b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:46.250128381Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","reconcileID":"ec3923a9-70ce-4cf5-ba1a-f3b5c691d101","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-c964c37107cb","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:46.260467557Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","reconcileID":"bbd812f4-04a5-4ddd-8840-ec7cd8759149","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-07a35a047333","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:46.272443111Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-sub","reconcileID":"892ef01b-065b-47fb-ae44-de7f9c3baefc","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","model":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-4d5758/e2e-shr-auth-bdf8b2-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:46.310725513Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","reconcileID":"d6655a57-db91-4170-a430-18dceea4617e","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-07a35a047333","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:46.318874658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"56cb7e4f-b4b0-4b46-904d-3f1d1d5317e4","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:46.319007476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"00fae593-8b72-403d-8149-3c75c7e3e2c2","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:46.32858277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"56cb7e4f-b4b0-4b46-904d-3f1d1d5317e4","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:46.328976649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"00fae593-8b72-403d-8149-3c75c7e3e2c2","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:13:46.367697457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-sub","reconcileID":"3e8453ed-696b-403a-b124-dce7d5575bbf","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","model":"e2e-extmod-shr-user-a41ade/e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:02.989212541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-sub","reconcileID":"b6f4d7eb-7000-4904-a17d-d505bd846d5e","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","model":"e2e-extmod-shr-user-a41ade/e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:03.0329331Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","reconcileID":"bef9fd73-f05a-431c-9f03-2be96fa823cc","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-07a35a047333","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:03.210308274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-dd62fc-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-sub","reconcileID":"e0c1850a-6b50-4511-9cef-559878d686f0","MaaSSubscription":{"name":"e2e-shr-auth-dd62fc-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"maas-trlp-e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","model":"e2e-extmod-shr-user-3756e2/e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:03.29896301Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","reconcileID":"2a2e56e7-4469-4e0f-9939-bf0e0f77dc58","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-auth-dd62fc-4992ece9c114","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","externalModel":"e2e-shr-auth-dd62fc","provider":"e2e-shr-auth-dd62fc-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:04.550427681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"a50c66b1-a803-4314-8403-85431bab5408","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:04.56071519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"a50c66b1-a803-4314-8403-85431bab5408","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:04.657792444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"08e1e4da-5f2b-4a1d-acb6-13c8f76dbc21","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:04.65791888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"cf76fb10-1dca-469f-a451-79f10df3c9af","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:04.659513205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"2ca8e8dd-baaa-4a20-845f-07dd7241d29b","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:04.662395783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"c623d4ff-bccf-4e55-8600-ae238968a09b","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:04.669252737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"08e1e4da-5f2b-4a1d-acb6-13c8f76dbc21","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:04.670119763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"2ca8e8dd-baaa-4a20-845f-07dd7241d29b","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:04.671611158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"cf76fb10-1dca-469f-a451-79f10df3c9af","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:04.673320622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"c623d4ff-bccf-4e55-8600-ae238968a09b","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.284525978Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-6d980c","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c","reconcileID":"a6443cfb-a175-43f4-ac02-6041b65f9318","namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.295789393Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-6d980c","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c","reconcileID":"005bdaeb-1c35-40b3-b983-47f73b0c2192","namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.300198894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"56af0bb7-7c11-430c-ba01-b5b86eded860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.30040226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"17854dd0-4d3f-4d28-9c2a-702835fac3c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.302685526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"7c0ed00f-2437-4348-ab19-b3c90e02b7aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.302783379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"ca7964bc-5b25-4fcb-a2de-ce6e8b12521e","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.304264812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"107097dc-c197-412a-abb9-c3ebebdf7c2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.310208726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"56af0bb7-7c11-430c-ba01-b5b86eded860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.310401481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"17854dd0-4d3f-4d28-9c2a-702835fac3c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.312865515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"ca7964bc-5b25-4fcb-a2de-ce6e8b12521e","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.313492668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"7c0ed00f-2437-4348-ab19-b3c90e02b7aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.31526471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"107097dc-c197-412a-abb9-c3ebebdf7c2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.335919392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"69e6c98d-6d4f-469a-8f2e-a1d39cd259ba","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.346120657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"69e6c98d-6d4f-469a-8f2e-a1d39cd259ba","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.350134297Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","reconcileID":"b916ea5a-1369-42ea-a409-1e10d7b848fb","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-df872d9a53de","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.36071589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"0c123050-bad7-47d7-b865-b4b2f86bac33","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.370097609Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","reconcileID":"6db2caca-841b-4750-8a43-0d6082ba2a04","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-07a35a047333","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.371851949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"0c123050-bad7-47d7-b865-b4b2f86bac33","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.385821381Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"e17fcbe0-e49f-4cf5-a9b9-fc40310ce159","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-01aff02ed726","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-a-222480","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.390143498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-sub","reconcileID":"80545827-da9d-4f48-bb73-e53aad33a09b","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","model":"e2e-extmod-shr-user-a41ade/e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.391203978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-sub","reconcileID":"422bc00b-5d1d-4403-acb0-909df38c2fa1","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"maas-trlp-e2e-shr-shared-be1378-e2e-extmod-a-222480","model":"e2e-extmod-shr-user-a41ade/e2e-shr-shared-be1378-e2e-extmod-a-222480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.391679978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-sub","reconcileID":"c73cadae-e9a4-46f8-ac6e-e9fdc06164d7","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-shr-shared-be1378-e2e-extmod-b-4d5758","model":"e2e-extmod-shr-user-a41ade/e2e-shr-shared-be1378-e2e-extmod-b-4d5758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.391882705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-sub","reconcileID":"a5d43376-636e-4878-a3ad-12583adf0ac4","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"maas-trlp-e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","model":"e2e-extmod-shr-user-a41ade/e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.409828417Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","reconcileID":"72acf7e3-3281-405f-a90a-1a0d6c4b177f","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-c964c37107cb","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.424520191Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","reconcileID":"101d65dd-b535-48bc-8696-04224ceffbae","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-df872d9a53de","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.482897543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"65df7082-80e6-4f13-abde-d630b2b9dc39","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.493027887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"65df7082-80e6-4f13-abde-d630b2b9dc39","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.494977947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"ac04bb62-e389-40f7-9d0a-ce33967a43c5","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.505706399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"ac04bb62-e389-40f7-9d0a-ce33967a43c5","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.508187545Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-e2e-extmod-a-222480","reconcileID":"faaa5e4e-e4ec-4a1f-81be-748e178be4ae","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"name":"e2e-shr-amb-6d980c","namespace":"e2e-extmod-shr-user-a41ade","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.538332818Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-e2e-extmod-a-222480","reconcileID":"e502783d-914b-4eb0-9865-d4715a574769","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"name":"e2e-shr-amb-6d980c","namespace":"e2e-extmod-shr-user-a41ade","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.576338952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"18ab9816-19f4-4223-af86-f43928da3f3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.579035935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"947d5ce9-7c7a-41c3-86ea-687cb46192a9","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:05.579112777Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-e2e-extmod-a-222480","reconcileID":"e502783d-914b-4eb0-9865-d4715a574769","name":"e2e-shr-amb-6d980c-e2e-extmod-a-222480","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-amb-6d980c-e2e-extmod-a-222480\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:05.579163652Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-e2e-extmod-a-222480","reconcileID":"e502783d-914b-4eb0-9865-d4715a574769","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-amb-6d980c-e2e-extmod-a-222480\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.580484736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-sub","reconcileID":"3dd41615-7729-4569-8746-f0c5d4b3c4d2","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","model":"e2e-extmod-shr-user-a41ade/e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.581334276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-sub","reconcileID":"cf4f80b1-039f-4558-9f10-f49d77aa81d0","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"maas-trlp-e2e-shr-shared-be1378-e2e-extmod-a-222480","model":"e2e-extmod-shr-user-a41ade/e2e-shr-shared-be1378-e2e-extmod-a-222480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.586320985Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"3787bfae-2e0b-41ed-b4b5-27c7d6675d33","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-01aff02ed726","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-a-222480","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.586833353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"18ab9816-19f4-4223-af86-f43928da3f3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.587009112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-sub","reconcileID":"bcce9ee5-58c3-4f30-a012-325f006a007b","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-shr-shared-be1378-e2e-extmod-b-4d5758","model":"e2e-extmod-shr-user-a41ade/e2e-shr-shared-be1378-e2e-extmod-b-4d5758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.5926572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-sub","reconcileID":"5241794e-1167-48ec-9d7f-b56dda0ef254","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"maas-trlp-e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","model":"e2e-extmod-shr-user-a41ade/e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.597671309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"947d5ce9-7c7a-41c3-86ea-687cb46192a9","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.598461011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e1f19ba-c725-430f-b8e4-3cd8d4091216","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.599319306Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","reconcileID":"77494b0a-7a44-4d87-bebc-4151ec27bc9e","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-c964c37107cb","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.682401119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e1f19ba-c725-430f-b8e4-3cd8d4091216","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.685106183Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-6d980c","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c","reconcileID":"8086f177-c1ef-49d0-9d11-ef43f243a131","namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.690320004Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","reconcileID":"6fc674e8-bc62-43bf-bfe3-cdaf9f844cc2","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-df872d9a53de","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.704574681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"2ad59fb5-d81f-490f-8ac4-2736463144a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.704910002Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","reconcileID":"7820cb11-00dd-4d64-b872-70d08144da8c","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-07a35a047333","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.769940879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"eff4ca6e-ac9c-43c7-8226-46e5c7e4da19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.776459454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"2ad59fb5-d81f-490f-8ac4-2736463144a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.780072619Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-e2e-extmod-a-222480","reconcileID":"78766d37-87b1-4d83-9e37-86cc1dda3391","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-amb-6d980c-bc8ae2458bd5","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-amb-6d980c-e2e-extmod-a-222480","externalModel":"e2e-shr-amb-6d980c","provider":"e2e-shr-amb-6d980c-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.785651217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"eff4ca6e-ac9c-43c7-8226-46e5c7e4da19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.809590284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"6d09fb85-f75d-4779-a0eb-59c58b7c0b5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.863165937Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","reconcileID":"fb65ae96-80c9-454f-913c-7a5152db80b7","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-auth-dd62fc-bd3671f3e072","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","externalModel":"e2e-shr-auth-dd62fc","provider":"e2e-shr-auth-dd62fc-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.867162615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"6d09fb85-f75d-4779-a0eb-59c58b7c0b5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.920473417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"f7a99910-08a0-4ea2-b0cc-218135e57541","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.93185889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"e997c170-53d7-4cc7-a45c-5efa99d2bc99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.936320653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"f7a99910-08a0-4ea2-b0cc-218135e57541","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.936507024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"656a8e67-9480-4a9e-8db1-86bcbde4914b","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.937356591Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-e2e-extmod-b-4d5758","reconcileID":"86192509-7f62-4be9-9b89-f707674108ad","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-amb-6d980c-ccdf9c525d0e","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-amb-6d980c-e2e-extmod-b-4d5758","externalModel":"e2e-shr-amb-6d980c","provider":"e2e-shr-amb-6d980c-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.942299035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"e997c170-53d7-4cc7-a45c-5efa99d2bc99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.944112262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"7be993bb-6ebe-40f0-b716-a4fc41910c3a","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.94507981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d3e480e-9a92-4521-8625-eb184f082211","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.94708783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"656a8e67-9480-4a9e-8db1-86bcbde4914b","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.953890372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"7be993bb-6ebe-40f0-b716-a4fc41910c3a","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.962189604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d3e480e-9a92-4521-8625-eb184f082211","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:05.963868145Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-e2e-extmod-a-222480","reconcileID":"5c7a0b51-9914-45a6-8305-03ef4eed01d5","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-amb-6d980c-bc8ae2458bd5","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-amb-6d980c-e2e-extmod-a-222480","externalModel":"e2e-shr-amb-6d980c","provider":"e2e-shr-amb-6d980c-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.186374953Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-6d980c","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c","reconcileID":"490fefa3-fd7e-405d-a03c-bd0cf17b1b5e","namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.191123366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"e5285859-69d1-4727-aa1f-1a46ba0b1ad5","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.191741762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"24f3e1f7-2e04-4650-be6a-20e41a645f21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.198772292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"2595677e-276a-4de0-b84b-05402bf8984c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.269530949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"078bd9f6-1dde-4de6-a12c-01000b2c0580","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.269600649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"17de4422-db26-4fbe-bedb-8bbefb0a0398","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.272052137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"24f3e1f7-2e04-4650-be6a-20e41a645f21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.272658252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"e5285859-69d1-4727-aa1f-1a46ba0b1ad5","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.278846264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"2595677e-276a-4de0-b84b-05402bf8984c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.282208477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"078bd9f6-1dde-4de6-a12c-01000b2c0580","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.28236738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"17de4422-db26-4fbe-bedb-8bbefb0a0398","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.305731354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"05896f64-ab85-4877-bcec-467a140f089e","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.309368755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"2abbf7a9-b904-4455-9a31-8a32692a8b38","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.30988331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"ea355b00-b3ad-44e6-9de9-ae37e1976425","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.314427106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"a806c35d-80a5-4e46-8265-ffcb72e95b13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.315771436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"05896f64-ab85-4877-bcec-467a140f089e","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.319976731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"ea355b00-b3ad-44e6-9de9-ae37e1976425","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.320218084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"2abbf7a9-b904-4455-9a31-8a32692a8b38","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.324547819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"a806c35d-80a5-4e46-8265-ffcb72e95b13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.331247482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"73df2f75-af42-466f-b477-c7826300552d","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.371759722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"73df2f75-af42-466f-b477-c7826300552d","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.399922958Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.419077379Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","reconcileID":"a2418f4b-0369-459a-a3c3-e8e5a059d78c","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-auth-dd62fc-bd3671f3e072","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","externalModel":"e2e-shr-auth-dd62fc","provider":"e2e-shr-auth-dd62fc-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.421449862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"cb662270-1354-4522-aa44-a4f8466c9d87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.433510145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"07760aa1-2593-49bb-bfb9-333996b76178","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.439673649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"cb662270-1354-4522-aa44-a4f8466c9d87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.448967226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"8e7a97c2-d6c2-4ade-86ac-4f7fd1782bdb","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.457415777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"731e8da0-706a-4197-81bd-334f16b5c9bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.458941467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"07760aa1-2593-49bb-bfb9-333996b76178","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.463708513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"8e7a97c2-d6c2-4ade-86ac-4f7fd1782bdb","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.474929067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"731e8da0-706a-4197-81bd-334f16b5c9bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.511380522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"0d8c2bde-a381-4545-98f2-377b6237e672","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.512036667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"6a1459bd-6900-4107-89a0-b19671f0fd3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.515138458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"40ebe49d-94c0-43f8-8e0b-49c4f9dc2469","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.530422836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"6a1459bd-6900-4107-89a0-b19671f0fd3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.533364273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"40ebe49d-94c0-43f8-8e0b-49c4f9dc2469","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:06.58322501Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"373393a8-774e-492d-b7eb-e374b2198897","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.613695364Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"0d8c2bde-a381-4545-98f2-377b6237e672","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:06.623411807Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"373393a8-774e-492d-b7eb-e374b2198897","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.630328231Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d97cc8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"0d8c2bde-a381-4545-98f2-377b6237e672","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:06.638033325Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"2cf0bd21-701f-40a0-9870-8895166c9dfa","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:06.638120543Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"2cf0bd21-701f-40a0-9870-8895166c9dfa","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.645454578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"1014d652-4030-4af0-a0a0-63fa78045e64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.645454539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"e955b998-e3d7-48cc-a98b-41e7a403020e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:06.658421548Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"b974ac14-0a34-4f9d-b210-39baf398a814","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:06.658479415Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"b974ac14-0a34-4f9d-b210-39baf398a814","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.664329739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"1014d652-4030-4af0-a0a0-63fa78045e64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.664362915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"e955b998-e3d7-48cc-a98b-41e7a403020e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.675232529Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","reconcileID":"9cb3b79e-d0fe-433d-904d-68b8c55ec2e1","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-auth-dd62fc-bd3671f3e072","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","externalModel":"e2e-shr-auth-dd62fc","provider":"e2e-shr-auth-dd62fc-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:06.689114786Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"44595361-0f68-4a77-88ed-199976dc9333","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:06.689171152Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"44595361-0f68-4a77-88ed-199976dc9333","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:06.736999414Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"77a74523-2076-4f6e-bb69-ff18c90fac1a","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:06.737075495Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"77a74523-2076-4f6e-bb69-ff18c90fac1a","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.737611468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"2e772f79-4790-4c8d-86fc-fe4463342b27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.740670194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"65fb3ac4-8e11-4388-9a43-0a321b11f8a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.741330974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"e08e6da8-8b5d-4192-a02e-d437bfd5cdc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.741558443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"a37d289d-3dd2-4bd0-98f7-fe132547a73e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.744234638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"57d9bca0-ab13-47a6-833f-544521671fec","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.751925267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"2e772f79-4790-4c8d-86fc-fe4463342b27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.756413986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"65fb3ac4-8e11-4388-9a43-0a321b11f8a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.756439405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"e08e6da8-8b5d-4192-a02e-d437bfd5cdc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.760740936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"57d9bca0-ab13-47a6-833f-544521671fec","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.760749344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"a37d289d-3dd2-4bd0-98f7-fe132547a73e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:06.823196179Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"dce738dd-fa26-40c6-97c7-ac8ac7cf0f5b","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:06.82329107Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"dce738dd-fa26-40c6-97c7-ac8ac7cf0f5b","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.837522633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"11b77bbc-36d8-4abc-88db-c95a4955907d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.849516204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52e16eba-df1e-41e2-87c6-49236786837a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.84954033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"11b77bbc-36d8-4abc-88db-c95a4955907d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:06.8603995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52e16eba-df1e-41e2-87c6-49236786837a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:06.991506561Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"bc0bb952-0abe-4634-896e-f91aeb2a7909","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:06.991585053Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"bc0bb952-0abe-4634-896e-f91aeb2a7909","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:07.318713259Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"15853ef7-7c14-45d7-a250-6818ca51abac","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:07.318782928Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"15853ef7-7c14-45d7-a250-6818ca51abac","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:07.964380785Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"434c0466-936d-40ab-a27e-865c556333fc","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:07.964442953Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"434c0466-936d-40ab-a27e-865c556333fc","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:09.278731143Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"ad308b29-09a9-40b0-ae0b-cdcc6eda953c","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:09.278820719Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"ad308b29-09a9-40b0-ae0b-cdcc6eda953c","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:11.844461177Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"6aa589d8-be69-4db7-82cc-29a2ce2c28cf","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:11.844528535Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"6aa589d8-be69-4db7-82cc-29a2ce2c28cf","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:16.662020764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"a7460226-0d90-479e-90ff-f82553c4228b","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:16.672289528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"a7460226-0d90-479e-90ff-f82553c4228b","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:16.682807169Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d97cc8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"a7460226-0d90-479e-90ff-f82553c4228b","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:16.971021569Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"b0a4808e-dfe1-41cb-b0b6-e6ebfea95d05","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:16.971116237Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"b0a4808e-dfe1-41cb-b0b6-e6ebfea95d05","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.392406026Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-82d738","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-quota-82d738","reconcileID":"4609762b-9d0c-4896-89c8-feeefe526b69","namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-quota-82d738","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.40777162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"0c489f9f-71bc-4753-898d-90e5e5a9f5c1","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.408085392Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-82d738","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-quota-82d738","reconcileID":"53cf9ec3-418c-4df6-9014-97e5a783cc65","namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-quota-82d738","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.414474674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"0200e309-1408-4e0f-946c-fe2d9caf8b4f","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.415609268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"710ee366-d523-40b2-8cb3-9fcec78ba7dc","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.416008807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"a755f4aa-c385-42f3-bc34-82c2260adc77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.419276997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"0c489f9f-71bc-4753-898d-90e5e5a9f5c1","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.425357254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"0200e309-1408-4e0f-946c-fe2d9caf8b4f","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.426714303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"a755f4aa-c385-42f3-bc34-82c2260adc77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.427589061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"710ee366-d523-40b2-8cb3-9fcec78ba7dc","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.431198395Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d97cc8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"0c489f9f-71bc-4753-898d-90e5e5a9f5c1","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.436791106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74b3a5ee-6f7d-437d-8f5b-a9805f5b1a7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.446700684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74b3a5ee-6f7d-437d-8f5b-a9805f5b1a7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.453908056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"55f56cf7-21cd-4099-8d9b-4b34cbf5990d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:18.469419638Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"0816026b-284f-406a-ad38-56a87a037f89","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:18.469474966Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"0816026b-284f-406a-ad38-56a87a037f89","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.471584504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"55f56cf7-21cd-4099-8d9b-4b34cbf5990d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.485147038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"b0d7630e-dcb5-40e7-ba29-ad55ff764043","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.488028221Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"1800e8b1-b491-4d96-bc3e-58319a2fd1d3","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-01aff02ed726","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-a-222480","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.499772876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"b0d7630e-dcb5-40e7-ba29-ad55ff764043","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.503951625Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","reconcileID":"c4bbf3cc-e129-4dac-a34e-379c9cb8b8c9","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-c964c37107cb","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.504219674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-sub","reconcileID":"8dd20720-eca8-43c8-98ed-31891dea1b24","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"maas-trlp-e2e-shr-shared-be1378-e2e-extmod-a-222480","model":"e2e-extmod-shr-user-a41ade/e2e-shr-shared-be1378-e2e-extmod-a-222480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.528955766Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","reconcileID":"00d91a30-4f5b-4dbd-940f-63613e14716f","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-df872d9a53de","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.544615953Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","reconcileID":"a6a2df24-344c-49d4-9470-d3e0c68fb41e","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-07a35a047333","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.565660486Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-e2e-extmod-a-222480","reconcileID":"cb119c45-a15e-4906-bd7d-bd65de3077da","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-amb-6d980c-bc8ae2458bd5","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-amb-6d980c-e2e-extmod-a-222480","externalModel":"e2e-shr-amb-6d980c","provider":"e2e-shr-amb-6d980c-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.565935726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"985a27a5-8aa3-46cf-b9da-43b2307dc64b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.584366304Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-e2e-extmod-b-4d5758","reconcileID":"ae8c2aff-a80f-41c2-abb6-ee75e0fc6c17","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-amb-6d980c-ccdf9c525d0e","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-amb-6d980c-e2e-extmod-b-4d5758","externalModel":"e2e-shr-amb-6d980c","provider":"e2e-shr-amb-6d980c-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.588962741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"985a27a5-8aa3-46cf-b9da-43b2307dc64b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.590610512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63c7d664-80fb-4786-b658-3dcde10bd2b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.596907156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-sub","reconcileID":"ad8b8802-cfb2-40e1-937a-cc79747d5400","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-shr-shared-be1378-e2e-extmod-b-4d5758","model":"e2e-extmod-shr-user-a41ade/e2e-shr-shared-be1378-e2e-extmod-b-4d5758","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:18.598232996Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"ce2e8759-d851-4c65-867c-a97b290ed7fd","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:18.598279966Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"ce2e8759-d851-4c65-867c-a97b290ed7fd","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.598413794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-sub","reconcileID":"210ad466-6847-4707-b5fa-4b4a4c9cc058","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","model":"e2e-extmod-shr-user-a41ade/e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.598852991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-sub","reconcileID":"c0608fa6-3c91-49b7-9fcb-791f4500aadb","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"maas-trlp-e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","model":"e2e-extmod-shr-user-a41ade/e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.602691112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63c7d664-80fb-4786-b658-3dcde10bd2b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.604670882Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"ec9edea4-ed3f-4461-ba8a-22a2a2ea4d54","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-01aff02ed726","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-a-222480","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.652412277Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","reconcileID":"77bf0ce2-400b-41f8-a67e-ec8e37578c63","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"name":"e2e-shr-quota-82d738","namespace":"e2e-extmod-shr-user-a41ade","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.687408915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"8549e414-1e3e-4b9d-9b4f-a4de75095335","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.687839968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"663e91ae-fd60-4c79-b2a1-a2a696ce2715","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.698452748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"8549e414-1e3e-4b9d-9b4f-a4de75095335","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.699385337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"9a40850c-97d2-4e18-9ac1-5aacaaece174","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.701162078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"663e91ae-fd60-4c79-b2a1-a2a696ce2715","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.712099004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"9a40850c-97d2-4e18-9ac1-5aacaaece174","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:18.809756016Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"1ebf382a-bd17-4665-ae16-358404d666ab","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:18.80982273Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"1ebf382a-bd17-4665-ae16-358404d666ab","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.819721602Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","reconcileID":"9b902ae5-e70f-4b97-9fa4-8d4c535c504f","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"name":"e2e-shr-quota-82d738","namespace":"e2e-extmod-shr-user-a41ade","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.88887411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"0a9a61f2-64de-4925-ba61-54a6897d945a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.893680475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"f3a147f0-04e7-4fd8-844c-7a401fc7d1e0","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.894828873Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-e2e-extmod-b-4d5758","reconcileID":"a31833e5-e49c-4a48-b61e-2d8368a95f88","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-amb-6d980c-ccdf9c525d0e","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-amb-6d980c-e2e-extmod-b-4d5758","externalModel":"e2e-shr-amb-6d980c","provider":"e2e-shr-amb-6d980c-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.946395086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"0a9a61f2-64de-4925-ba61-54a6897d945a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.966774202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-sub","reconcileID":"1122af40-3364-441b-947d-183fbddb0b93","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"maas-trlp-e2e-shr-shared-be1378-e2e-extmod-a-222480","model":"e2e-extmod-shr-user-a41ade/e2e-shr-shared-be1378-e2e-extmod-a-222480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.967251677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-sub","reconcileID":"1d6c2905-31a7-424a-aad0-3349f5b59f00","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"maas-trlp-e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","model":"e2e-extmod-shr-user-a41ade/e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.967638594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-sub","reconcileID":"5128d3b5-9ce5-4ed7-9b14-c5877905fb99","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-shr-shared-be1378-e2e-extmod-b-4d5758","model":"e2e-extmod-shr-user-a41ade/e2e-shr-shared-be1378-e2e-extmod-b-4d5758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:18.968092991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-sub","reconcileID":"f6ab87e2-7ce3-4f68-b9a7-7cd36e0c2e8e","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","model":"e2e-extmod-shr-user-a41ade/e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.04237545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"f3a147f0-04e7-4fd8-844c-7a401fc7d1e0","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.044838349Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"e653bfe6-142e-4a44-8e18-58c9317e677c","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-01aff02ed726","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-a-222480","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.079668143Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-82d738","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-quota-82d738","reconcileID":"c13ed066-1a30-49d3-866d-a01b83be681d","namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-quota-82d738","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.098326346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"4b9b18c2-f875-497d-87a4-682567d19b7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.10050709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"78b4ac02-c9e1-4a43-aa67-1898d34860cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.20439079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"4b9b18c2-f875-497d-87a4-682567d19b7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.270916292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"78b4ac02-c9e1-4a43-aa67-1898d34860cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.272357783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"3b225736-da33-4889-8c39-a616a968ac38","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.273602515Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","reconcileID":"51970922-e1cc-441a-b12b-ae5d69bd2831","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-c964c37107cb","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.282897834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"3b225736-da33-4889-8c39-a616a968ac38","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.28748664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"f91bc790-251a-4b77-93b2-8007721abb58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.289362553Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","reconcileID":"4212cacd-97c7-4b1b-8db2-00777e1a1759","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-df872d9a53de","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.293410824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"93d6e518-9a16-4927-8157-a21994c4f7ae","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.297972486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"f91bc790-251a-4b77-93b2-8007721abb58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.300160307Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","reconcileID":"0a2b4ee2-d3a0-47dd-a366-3c210102dde6","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-07a35a047333","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.303980603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"93d6e518-9a16-4927-8157-a21994c4f7ae","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.311131612Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-e2e-extmod-a-222480","reconcileID":"b816762d-c9f9-448a-a950-e3c6a8866c3d","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-amb-6d980c-bc8ae2458bd5","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-amb-6d980c-e2e-extmod-a-222480","externalModel":"e2e-shr-amb-6d980c","provider":"e2e-shr-amb-6d980c-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.312363501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"28e7907c-a1ce-44db-8e6f-2a43f8091cf6","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.316302485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"9fdb67fd-6bbb-4a7a-a409-cfc1463539df","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.322498749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"28e7907c-a1ce-44db-8e6f-2a43f8091cf6","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.32302271Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","reconcileID":"da1aaa86-9223-4c2e-b5b7-382272bac493","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-quota-82d738-3f37034870fd","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-quota-82d738-e2e-extmod-a-222480","externalModel":"e2e-shr-quota-82d738","provider":"e2e-shr-quota-82d738-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.369394846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"c1e8ac21-80cb-46aa-a2f2-6c351490d255","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.370401746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"9fdb67fd-6bbb-4a7a-a409-cfc1463539df","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.371102727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"5970bad6-f1a9-44a7-ac49-1ed4287a062d","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.380246864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"c1e8ac21-80cb-46aa-a2f2-6c351490d255","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.384214841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"5970bad6-f1a9-44a7-ac49-1ed4287a062d","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.389206566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d97cc8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"c1e8ac21-80cb-46aa-a2f2-6c351490d255","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.397225868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"7e5311b7-1449-478d-962f-eeaa314ca6cb","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.408223043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"7e5311b7-1449-478d-962f-eeaa314ca6cb","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.420531578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b04681ab-3c05-410a-8ce3-646a421dddfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.426212986Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","reconcileID":"5d97e246-aebb-4332-ab2d-02991e7e1887","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-quota-82d738-633ce495fda5","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","externalModel":"e2e-shr-quota-82d738","provider":"e2e-shr-quota-82d738-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.432115256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b04681ab-3c05-410a-8ce3-646a421dddfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.454418087Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","reconcileID":"1b7f3363-56f6-46fc-aef7-013f5506b35e","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-quota-82d738-3f37034870fd","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-quota-82d738-e2e-extmod-a-222480","externalModel":"e2e-shr-quota-82d738","provider":"e2e-shr-quota-82d738-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.599784319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"85bfa1b7-024f-421e-91a5-51e4d9734c2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.600459406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"2c1d9215-74ef-4680-8a11-88efbc00e1f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.602407027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"8ac88735-97cc-4a5f-a409-e043c2b40d46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.607754047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"0f051b50-184f-43a7-b373-8aa3cd74629d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.610076997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"85bfa1b7-024f-421e-91a5-51e4d9734c2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.613529752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"2c1d9215-74ef-4680-8a11-88efbc00e1f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.614203657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"8ac88735-97cc-4a5f-a409-e043c2b40d46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.617473936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"0f051b50-184f-43a7-b373-8aa3cd74629d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.618164141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cbd8f6ef-36a0-4049-b96b-7714b76d1457","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.629693905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cbd8f6ef-36a0-4049-b96b-7714b76d1457","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.653913231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"268b97fe-c6ed-410a-b55a-5197545ea682","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.672130549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"268b97fe-c6ed-410a-b55a-5197545ea682","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.691976786Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","reconcileID":"fba1d6c3-936a-4751-8202-978cf9d8097a","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-quota-82d738-3f37034870fd","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-quota-82d738-e2e-extmod-a-222480","externalModel":"e2e-shr-quota-82d738","provider":"e2e-shr-quota-82d738-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.698645054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"39fb0121-08be-49cd-8f78-101340a3f7bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.698667092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"cd1403ed-9983-4701-a28d-be966adcef85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.705153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"1070f4da-7bfe-4a5b-8574-a7c463ac207b","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.708568231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"cd1403ed-9983-4701-a28d-be966adcef85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.708579131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"39fb0121-08be-49cd-8f78-101340a3f7bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.715642718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"1070f4da-7bfe-4a5b-8574-a7c463ac207b","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.807697813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"028ad0df-1659-4f9a-8202-50868d2a0e56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.82301155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"028ad0df-1659-4f9a-8202-50868d2a0e56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.89837368Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","reconcileID":"085fd13f-9c3b-41d4-a437-a16616e227b6","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-quota-82d738-3f37034870fd","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-quota-82d738-e2e-extmod-a-222480","externalModel":"e2e-shr-quota-82d738","provider":"e2e-shr-quota-82d738-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.905674965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"23b7b19a-ae8c-49dd-a606-3d58cbfcd254","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.907117624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"6246cdd6-168a-4c9a-9eba-b10f04e5fd4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.907568968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"560030c7-d701-4b7c-8594-3b65e800029c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.916597914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"23b7b19a-ae8c-49dd-a606-3d58cbfcd254","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.916922892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"c2e7f988-c269-4518-9015-6bc83a85fbac","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.917218009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"560030c7-d701-4b7c-8594-3b65e800029c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.919291366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"6246cdd6-168a-4c9a-9eba-b10f04e5fd4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:19.930140207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"c2e7f988-c269-4518-9015-6bc83a85fbac","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:20.010720129Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","reconcileID":"d7b2ca29-b792-4d3e-a0f4-e608a5e35de4","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-quota-82d738-3f37034870fd","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-quota-82d738-e2e-extmod-a-222480","externalModel":"e2e-shr-quota-82d738","provider":"e2e-shr-quota-82d738-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.347720648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"cf3fe7a0-9cd2-4e61-abde-890e8ed287a1","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.367894609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"f8e37583-bc74-40fd-a6f6-ac52b89b93cd","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.367922642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"37dbd2d8-2f97-4399-bcd7-9760c94cee1d","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.373240242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"cf3fe7a0-9cd2-4e61-abde-890e8ed287a1","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.382157596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"4924eddb-94fb-49af-bc1f-cdb77c2a6233","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.382157593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"18c90ad2-4e89-4a63-afb5-67306dfcddb1","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.38822648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"f8e37583-bc74-40fd-a6f6-ac52b89b93cd","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.392292259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"37dbd2d8-2f97-4399-bcd7-9760c94cee1d","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.394296665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"4924eddb-94fb-49af-bc1f-cdb77c2a6233","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.397790035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"18c90ad2-4e89-4a63-afb5-67306dfcddb1","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.743306612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"15cd7a81-dfdd-49ef-99e2-68d0b0e135a2","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.743779919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"5d636058-6624-43a7-bcff-7451f99c9bf9","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.747078342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"fc7ebe9c-dce5-418c-9eb8-f214e80db473","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.74761271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"7bc55215-5428-48be-baae-28e1f7162489","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.753066406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"15cd7a81-dfdd-49ef-99e2-68d0b0e135a2","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.756393895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"5d636058-6624-43a7-bcff-7451f99c9bf9","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.757244515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"fc7ebe9c-dce5-418c-9eb8-f214e80db473","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.769349409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"b1dad753-e659-42c1-9309-3062935a645d","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.774969653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"7bc55215-5428-48be-baae-28e1f7162489","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:25.783213159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"b1dad753-e659-42c1-9309-3062935a645d","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:29.402938111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"90b98b5a-6f5a-4c64-8ef4-b92f4cd78f1b","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:29.413113981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"90b98b5a-6f5a-4c64-8ef4-b92f4cd78f1b","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:29.421617925Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d97cc8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fb9d2655582f1e3247522676ca5a03cba3c36c0ef08c44ad3dda748dfd863963) AuthConfig (92b451b3805668dc525c9a0cfae0c19a3dbbf2f629ec14b91fc8358ef4eb3ddf) AuthConfig (576ea76606ccb5c35cc562fd5ba8d4165b2ad9f29cd6414c4a3ca4fcb2fe4ed2) AuthConfig (1b31dc033f67102e32b438ee7aae5d589cd7433d0678a1661c2f0e23975d8b86) AuthConfig (954cd7ebcb92893d08fa8941aed64711a729ecf287e038963aee8f96e207c605) AuthConfig (2c322cfebd584d11f37610a3607fabc1f21c386e3ca75b8c65a54b45a752e185) AuthConfig (74bcbbc953ff109bb17512d808df8b939baaed6dcbdf415801e7da73a24bc6e5) AuthConfig (4f8dfd6d4e719eeb344c0130f40b1a60c86ef982e69842beeed646885bd8544a) AuthConfig (850e71903e673e64ad70517233e09964c058a9fe2ffe0c6a4682c017890b16f2) AuthConfig (680bed14744727845245d72d9cd0fb1f52b0c0bb8371f39d87be9defaf9b80dd) AuthConfig (339392ff3a23f70966a739ba4c592ef36275c10c923938d95030aa004a534ad0) AuthConfig (284e2bb80bd32bc04df73bc7b55f9dc0db7421ecd7e2f4534c8981617c329a30) AuthConfig (e652b82817cf1c4fc932172f258ea44a9f7ed2d063485b490d035a22f7be3ce4) AuthConfig (2a64e381aca9b9d23d791a76fd8fae2493f8f6a3cf6a7311db00757345337b1e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"90b98b5a-6f5a-4c64-8ef4-b92f4cd78f1b","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:29.441181373Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","reconcileID":"26bd9206-2cd6-4b8f-90fc-0b59a5782e9b","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-auth-dd62fc-bd3671f3e072","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","externalModel":"e2e-shr-auth-dd62fc","provider":"e2e-shr-auth-dd62fc-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:34.065898812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"20c73b15-909a-47b5-9bc4-2f8d9ca9d46b","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1ef737","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:34.06592418Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"20c73b15-909a-47b5-9bc4-2f8d9ca9d46b","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"routeName":"external-model-e2e-dft-1ef737-d3ebffb8e1b4","namespace":"llm","model":"e2e-dft-1ef737","externalModel":"e2e-dft-1ef737","provider":"e2e-dft-1ef737-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:34.110210081Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1ef737-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-sub","reconcileID":"64ee47c7-85e8-4437-92b2-b92f69de369c","MaaSSubscription":{"name":"e2e-dft-1ef737-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1252f0d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:34.110221424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"8f48017a-8284-44df-81a7-cfcb67201624","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:34.11071452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"747d777a-7f99-4558-9e53-b924dcee7df3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:34.118176261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"973ae284-330d-4b3c-83c1-9e283d5c0534","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:34.119610926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba144bd4-0fa6-457b-bb3e-7400be8635a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:34.123727367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"60914599-4d80-4a37-8554-8c7fce549cec","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:34.127133868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"8f48017a-8284-44df-81a7-cfcb67201624","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:34.130857877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"973ae284-330d-4b3c-83c1-9e283d5c0534","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:34.136127114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"60914599-4d80-4a37-8554-8c7fce549cec","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:34.138876536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"747d777a-7f99-4558-9e53-b924dcee7df3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:34.139383839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba144bd4-0fa6-457b-bb3e-7400be8635a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:34.277340294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"e6257f0f-6ece-434a-9621-cbe4a497bb5c","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:34.277460842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"969fcdea-7e1a-4e9a-9f20-bd5074316583","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:34.280501908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef4e7c8c-76eb-4ef4-be51-6a01b0e6618c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:34.281367333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ab3a355-bde0-4c88-a2b1-1fcdbda0d781","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:34.288740073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"969fcdea-7e1a-4e9a-9f20-bd5074316583","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:34.289177195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"e052301a-21b2-4cb9-a466-6d010423d276","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:34.28941499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"e6257f0f-6ece-434a-9621-cbe4a497bb5c","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:34.293022909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ab3a355-bde0-4c88-a2b1-1fcdbda0d781","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:34.29333555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef4e7c8c-76eb-4ef4-be51-6a01b0e6618c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:34.299235258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"e052301a-21b2-4cb9-a466-6d010423d276","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:36.375377451Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:39.474289037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"6debd8c2-ceff-47c8-af9e-70d9eb245916","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:39.484128811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"6debd8c2-ceff-47c8-af9e-70d9eb245916","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:39.493195304Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d97cc8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fb9d2655582f1e3247522676ca5a03cba3c36c0ef08c44ad3dda748dfd863963) AuthConfig (92b451b3805668dc525c9a0cfae0c19a3dbbf2f629ec14b91fc8358ef4eb3ddf) AuthConfig (576ea76606ccb5c35cc562fd5ba8d4165b2ad9f29cd6414c4a3ca4fcb2fe4ed2) AuthConfig (1b31dc033f67102e32b438ee7aae5d589cd7433d0678a1661c2f0e23975d8b86) AuthConfig (954cd7ebcb92893d08fa8941aed64711a729ecf287e038963aee8f96e207c605) AuthConfig (2c322cfebd584d11f37610a3607fabc1f21c386e3ca75b8c65a54b45a752e185) AuthConfig (74bcbbc953ff109bb17512d808df8b939baaed6dcbdf415801e7da73a24bc6e5) AuthConfig (4f8dfd6d4e719eeb344c0130f40b1a60c86ef982e69842beeed646885bd8544a) AuthConfig (850e71903e673e64ad70517233e09964c058a9fe2ffe0c6a4682c017890b16f2) AuthConfig (680bed14744727845245d72d9cd0fb1f52b0c0bb8371f39d87be9defaf9b80dd) AuthConfig (339392ff3a23f70966a739ba4c592ef36275c10c923938d95030aa004a534ad0) AuthConfig (284e2bb80bd32bc04df73bc7b55f9dc0db7421ecd7e2f4534c8981617c329a30) AuthConfig (e652b82817cf1c4fc932172f258ea44a9f7ed2d063485b490d035a22f7be3ce4) AuthConfig (2a64e381aca9b9d23d791a76fd8fae2493f8f6a3cf6a7311db00757345337b1e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"6debd8c2-ceff-47c8-af9e-70d9eb245916","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:44.174560192Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1ef737-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-sub","reconcileID":"b0e61190-282a-4118-81dd-2de5c46a1207","MaaSSubscription":{"name":"e2e-dft-1ef737-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-1ef737","subscription":"e2e-dft-1ef737-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:44.187641678Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1ef737-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-sub","reconcileID":"b0e61190-282a-4118-81dd-2de5c46a1207","MaaSSubscription":{"name":"e2e-dft-1ef737-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-1ef737","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:44.193938529Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-1ef737-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-sub","reconcileID":"b0e61190-282a-4118-81dd-2de5c46a1207","MaaSSubscription":{"name":"e2e-dft-1ef737-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-1ef737","namespace":"llm","model":"llm/e2e-dft-1ef737","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:44.236993745Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-222480 priority=0:[ai-tenant-e2e-extmod-a-222480/e2e-shr-auth-bdf8b2-sub ai-tenant-e2e-extmod-a-222480/e2e-shr-shared-be1378-sub]","namespace=ai-tenant-e2e-extmod-b-4d5758 priority=0:[ai-tenant-e2e-extmod-b-4d5758/e2e-shr-auth-bdf8b2-sub ai-tenant-e2e-extmod-b-4d5758/e2e-shr-shared-be1378-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-af16f3-sub models-as-a-service/e2e-dft-f8adef-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:44.246872028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"a0ee5872-9ac5-44a2-a0f7-b188c2e95ff5","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1ef737","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:44.24689176Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"a0ee5872-9ac5-44a2-a0f7-b188c2e95ff5","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"routeName":"external-model-e2e-dft-1ef737-d3ebffb8e1b4","namespace":"llm","model":"e2e-dft-1ef737","externalModel":"e2e-dft-1ef737","provider":"e2e-dft-1ef737-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:44.290336402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"6301fd3e-dba5-47c9-93ed-11d58aadbc70","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f8adef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:44.290360755Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"6301fd3e-dba5-47c9-93ed-11d58aadbc70","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"routeName":"external-model-e2e-dft-f8adef-38be963da550","namespace":"llm","model":"e2e-dft-f8adef","externalModel":"e2e-dft-f8adef","provider":"e2e-dft-f8adef-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:44.298489287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"1f1e8d7a-d1bb-4c94-8aa7-ff2f8b987bfb","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:44.298838518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84249056-5a6f-4eb3-b285-afce1ccb1a13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:44.302832935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee02fec8-c1ca-422d-a6ec-8e61df1d70ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:44.303562723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"1eed4ed0-19a2-4faa-a842-c45a865eeaa4","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:44.303568262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"0a0cfff5-5337-4c38-8b81-f5383ca6160e","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:44.304479289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"5a3c1a39-3c18-47d6-8e0f-7a8e0ab5f9c1","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-af16f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:44.304495343Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"5a3c1a39-3c18-47d6-8e0f-7a8e0ab5f9c1","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"routeName":"external-model-e2e-dft-af16f3-6785691d5569","namespace":"llm","model":"e2e-dft-af16f3","externalModel":"e2e-dft-af16f3","provider":"e2e-dft-af16f3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:44.30914809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"1f1e8d7a-d1bb-4c94-8aa7-ff2f8b987bfb","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:44.309154332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84249056-5a6f-4eb3-b285-afce1ccb1a13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:44.31311719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee02fec8-c1ca-422d-a6ec-8e61df1d70ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:44.314004088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"1eed4ed0-19a2-4faa-a842-c45a865eeaa4","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:44.315467312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"0a0cfff5-5337-4c38-8b81-f5383ca6160e","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:44.39773468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"8a24a35c-0961-4027-b024-f5b3f955c054","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1ef737","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:44.397757282Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"8a24a35c-0961-4027-b024-f5b3f955c054","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"routeName":"external-model-e2e-dft-1ef737-d3ebffb8e1b4","namespace":"llm","model":"e2e-dft-1ef737","externalModel":"e2e-dft-1ef737","provider":"e2e-dft-1ef737-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:44.520447588Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-1ef737-access","reconcileID":"afb7f1a9-ecf8-4baf-857e-5b3d0acf113f","MaaSAuthPolicy":{"name":"e2e-dft-1ef737-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-1ef737","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:44.54491045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"74c18456-b128-4b91-ae4d-6edbc1aac364","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-1ef737","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:44.544937632Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"74c18456-b128-4b91-ae4d-6edbc1aac364","MaaSModelRef":{"name":"e2e-dft-1ef737","namespace":"llm"},"routeName":"external-model-e2e-dft-1ef737-d3ebffb8e1b4","namespace":"llm","model":"e2e-dft-1ef737","externalModel":"e2e-dft-1ef737","provider":"e2e-dft-1ef737-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.014390779Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"5ae3331d-2a50-4d87-a4b2-44e0ff4f954f","namespace":"llm","name":"e2e-dft-1ef737","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.033634825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"12e226e9-5060-49c6-b586-ce8dc42ce75a","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f8adef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.033660238Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"12e226e9-5060-49c6-b586-ce8dc42ce75a","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"routeName":"external-model-e2e-dft-f8adef-38be963da550","namespace":"llm","model":"e2e-dft-f8adef","externalModel":"e2e-dft-f8adef","provider":"e2e-dft-f8adef-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.034748124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"4e533962-7ca5-4d65-84df-029585055b14","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.042221356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3944c212-b3e7-4fd2-9660-8418541628d5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.042245675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3944c212-b3e7-4fd2-9660-8418541628d5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.042657285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"015bf468-0bf1-4268-a3bc-b50bd78bd80f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.04267358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"015bf468-0bf1-4268-a3bc-b50bd78bd80f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.043080634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"78a75f17-f200-4b56-b1c8-ac997f98c1e6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.043097318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"78a75f17-f200-4b56-b1c8-ac997f98c1e6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.043499291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3d934e57-d453-4dbb-aedb-3406604afd37","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.043515779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3d934e57-d453-4dbb-aedb-3406604afd37","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.043941795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3d278fa8-31e0-4c39-b701-47450c24d50b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.043957602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3d278fa8-31e0-4c39-b701-47450c24d50b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.044607248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4fd4b20d-45fc-456a-8424-3d973bc84f5b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.044630392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4fd4b20d-45fc-456a-8424-3d973bc84f5b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.050229199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"d8558979-008e-4696-8b80-e7d36f3e7ca6","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-af16f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.050247003Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"d8558979-008e-4696-8b80-e7d36f3e7ca6","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"routeName":"external-model-e2e-dft-af16f3-6785691d5569","namespace":"llm","model":"e2e-dft-af16f3","externalModel":"e2e-dft-af16f3","provider":"e2e-dft-af16f3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.054013346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"6e8ee1b6-f0e7-4854-842a-f93dd850ff19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.054910408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"62044b47-716b-4e1d-8c7c-db1f0a550ac2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.055383691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3a0f9823-dc64-46af-8154-d04c03be9558","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.056229001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"4e533962-7ca5-4d65-84df-029585055b14","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.05647818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"a072008d-2270-45bb-8010-3ba3bfd951a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.060215075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfbd8262-d2a0-4275-ad90-897534bd2ae6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.061936489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"d8c4d279-274a-4506-b533-b42a96e11881","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.069466478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5c454972-244a-407a-a4d2-870d0d1b0f65","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.069486546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5c454972-244a-407a-a4d2-870d0d1b0f65","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.069830145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41260bf4-c227-495e-9c0e-fd5d6ccd9f8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.069847888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41260bf4-c227-495e-9c0e-fd5d6ccd9f8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.080334697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f8adef-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-sub","reconcileID":"6b1f0ec7-2217-4374-abbc-f87981ee84c5","MaaSSubscription":{"name":"e2e-dft-f8adef-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-f8adef","model":"llm/e2e-dft-f8adef","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.082130233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-af16f3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-sub","reconcileID":"6fbce01d-e29d-44e1-9187-2fd9ea2731f4","MaaSSubscription":{"name":"e2e-dft-af16f3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-af16f3","model":"llm/e2e-dft-af16f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.085589882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"6e8ee1b6-f0e7-4854-842a-f93dd850ff19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.087983979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"d8c4d279-274a-4506-b533-b42a96e11881","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.09250026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"a072008d-2270-45bb-8010-3ba3bfd951a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.178865938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfbd8262-d2a0-4275-ad90-897534bd2ae6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.186360777Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-1ef737","namespace":"llm"},"namespace":"llm","name":"e2e-dft-1ef737","reconcileID":"9e18df23-7716-496d-b206-0fc40c21c621","namespace":"llm","name":"e2e-dft-1ef737","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.293733148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"7a639eda-440d-4b6e-8918-cf32c85536e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.303147115Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","reconcileID":"5ed18f02-5cb6-49e4-8c39-05378024ac42","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-auth-dd62fc-bd3671f3e072","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","externalModel":"e2e-shr-auth-dd62fc","provider":"e2e-shr-auth-dd62fc-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.307250936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"f5703fd7-7a21-4e8d-9a27-b882573bb108","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.30958806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"7a639eda-440d-4b6e-8918-cf32c85536e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.31019193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"16f5ad45-d838-46aa-add6-86c64478b16b","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.337614535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"4f5c2012-cae6-40c1-9a73-70af8c232978","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.342457552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"f5703fd7-7a21-4e8d-9a27-b882573bb108","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.346125943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"16f5ad45-d838-46aa-add6-86c64478b16b","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.37268408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"4f5c2012-cae6-40c1-9a73-70af8c232978","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.404088341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"19f36474-034f-432b-9f00-36b75a652b01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.404796272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"993ffb67-c5bb-47f1-8ec3-c891a27103ce","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.472782591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"19f36474-034f-432b-9f00-36b75a652b01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.48168654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"993ffb67-c5bb-47f1-8ec3-c891a27103ce","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.571532159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"edb71fa3-a45f-4aca-8da7-39ec8a89a655","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.580381151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"1404969c-616f-4bad-a168-56849e107821","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.583779931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"edb71fa3-a45f-4aca-8da7-39ec8a89a655","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.587284631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"7d59d267-1d9b-4241-b9bc-264733a03b14","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.591484234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"1404969c-616f-4bad-a168-56849e107821","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.591614935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"19e97227-82ec-414a-8211-74cfa3eb5d5f","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.59672014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"7d59d267-1d9b-4241-b9bc-264733a03b14","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.604344209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"19e97227-82ec-414a-8211-74cfa3eb5d5f","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.696708696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac248d72-1231-4f39-8f15-fc751e17a6ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.711644143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac248d72-1231-4f39-8f15-fc751e17a6ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.819629047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"1876f0cb-a860-4678-b528-9853df632397","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.827148321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"73dc1caf-0f84-4367-bd11-d077d78e362e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.84539507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"30b460c7-4110-46a3-a8f3-d6970bab86ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.853001729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"1876f0cb-a860-4678-b528-9853df632397","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.858509283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"0344eb8c-1dc3-49b9-9fb4-c9f37cd636df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.869144555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"73dc1caf-0f84-4367-bd11-d077d78e362e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.869217966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"30b460c7-4110-46a3-a8f3-d6970bab86ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.883997876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"0344eb8c-1dc3-49b9-9fb4-c9f37cd636df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.885380056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"9c7bf405-8e11-4b70-b287-acd6fd58e591","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.916822819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"9c7bf405-8e11-4b70-b287-acd6fd58e591","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:45.989144233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"348d73f6-3886-42b1-91bf-47ffb37555c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:46.001233035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"348d73f6-3886-42b1-91bf-47ffb37555c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:46.069015353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"af11cfe8-6b33-415b-a58f-b5e4651b7eda","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:46.082876439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"af11cfe8-6b33-415b-a58f-b5e4651b7eda","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:46.084340108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"8c3bb95c-1c3c-497c-bf2a-c69bdf4d36b3","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:46.100092005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"8c3bb95c-1c3c-497c-bf2a-c69bdf4d36b3","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:46.17037884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"9672b979-6237-44de-a020-f83f25b618da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:46.170527181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"bae29455-c139-437d-87b9-ad387288866c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:46.183427809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"9672b979-6237-44de-a020-f83f25b618da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:46.184727666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"bae29455-c139-437d-87b9-ad387288866c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:46.277983974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"091441dd-b3b9-4604-94f4-ca6139e00efc","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:46.279097732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"4fd587bd-2818-4e3c-92b6-8c675ec46e95","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:46.279185731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"f13c9ca3-92bd-4bc0-82ab-21c987bf0ce0","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:46.281725417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"f5f147b4-a2ac-4e01-9c7e-3196ee173ce1","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:46.283108555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"bc3e731b-86ca-4b90-88b5-4b6673bbeb96","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:46.288821694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"091441dd-b3b9-4604-94f4-ca6139e00efc","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:46.290784098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"f13c9ca3-92bd-4bc0-82ab-21c987bf0ce0","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:46.292535946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"4fd587bd-2818-4e3c-92b6-8c675ec46e95","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:46.294315371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"f5f147b4-a2ac-4e01-9c7e-3196ee173ce1","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:46.295938612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"bc3e731b-86ca-4b90-88b5-4b6673bbeb96","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:47.352987681Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-222480 priority=0:[ai-tenant-e2e-extmod-a-222480/e2e-shr-auth-bdf8b2-sub ai-tenant-e2e-extmod-a-222480/e2e-shr-shared-be1378-sub]","namespace=ai-tenant-e2e-extmod-b-4d5758 priority=0:[ai-tenant-e2e-extmod-b-4d5758/e2e-shr-auth-bdf8b2-sub ai-tenant-e2e-extmod-b-4d5758/e2e-shr-shared-be1378-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-af16f3-sub models-as-a-service/e2e-dft-f8adef-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:47.362207839Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","reconcileID":"efb462fc-4b01-4ec4-a7ca-98ed3f188b86","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-auth-dd62fc-bd3671f3e072","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","externalModel":"e2e-shr-auth-dd62fc","provider":"e2e-shr-auth-dd62fc-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:47.368405009Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-dd62fc-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-sub","reconcileID":"97c13200-1770-49df-b329-97c24aba93d6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-dd62fc-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:47.37784672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"10336d1a-efa3-4d1b-ab77-cfeb50a801fb","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:47.397311795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"10336d1a-efa3-4d1b-ab77-cfeb50a801fb","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:47.410209744Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","reconcileID":"74b15712-9fa3-4a51-80f7-0eb86395c485","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-auth-dd62fc-bd3671f3e072","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","externalModel":"e2e-shr-auth-dd62fc","provider":"e2e-shr-auth-dd62fc-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:47.442315835Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","reconcileID":"74b15712-9fa3-4a51-80f7-0eb86395c485","name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:47.442367889Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","reconcileID":"74b15712-9fa3-4a51-80f7-0eb86395c485","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:47.449148371Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","reconcileID":"17fe43df-1db8-4c2d-8f19-bc5ae3f7420f","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-auth-dd62fc-bd3671f3e072","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","externalModel":"e2e-shr-auth-dd62fc","provider":"e2e-shr-auth-dd62fc-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:47.468344193Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-dd62fc-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-sub","reconcileID":"c889d1fb-f000-4320-b2ec-8fdefde19c23","MaaSSubscription":{"name":"e2e-shr-auth-dd62fc-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"maas-trlp-e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","model":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-d97cc8/e2e-shr-auth-dd62fc-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:47.476678175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"52ba70b0-eac6-4dcf-a336-8cb1412ad6ac","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:47.488169809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"52ba70b0-eac6-4dcf-a336-8cb1412ad6ac","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:47.516449055Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","reconcileID":"ae3a956c-46a6-4fdb-ad9f-370b4634b7e0","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-auth-dd62fc-bd3671f3e072","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","externalModel":"e2e-shr-auth-dd62fc","provider":"e2e-shr-auth-dd62fc-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:47.566869897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-dd62fc-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-sub","reconcileID":"6eef1f3c-a35b-43c7-ade7-29ea7ffcda8c","MaaSSubscription":{"name":"e2e-shr-auth-dd62fc-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"maas-trlp-e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","model":"e2e-extmod-shr-user-3756e2/e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:50.899872659Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"356ff1c6-f216-4bfb-a19e-e61c5718ef67","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:50.899936678Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"356ff1c6-f216-4bfb-a19e-e61c5718ef67","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:51.000392821Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"91dd064f-ccdc-43b6-9bad-d9f898596697","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:51.000453107Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"91dd064f-ccdc-43b6-9bad-d9f898596697","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:51.031853713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1abe5027-a63a-4999-befc-e128846a0d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:51.036754611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1abe5027-a63a-4999-befc-e128846a0d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:51.069618812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1abe5027-a63a-4999-befc-e128846a0d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:51.074647209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1abe5027-a63a-4999-befc-e128846a0d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:51.341474092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f42b0db4-99cd-4b2e-8a52-dc04df17a385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:51.345850878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f42b0db4-99cd-4b2e-8a52-dc04df17a385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:51.350784538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f42b0db4-99cd-4b2e-8a52-dc04df17a385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:51.358145034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f42b0db4-99cd-4b2e-8a52-dc04df17a385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:52.017992324Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"f5a217ca-f7ff-46ed-82aa-e4f860c303d7","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:52.018091832Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"f5a217ca-f7ff-46ed-82aa-e4f860c303d7","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:52.035818018Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-f63d20","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-f63d20","reconcileID":"488df972-0c6b-411f-aa38-2db22bc4891c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-f63d20","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-f63d20":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:52.091729756Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"f5b6891a-b6d9-46d7-ae32-f0ba59bff406","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:52.091799405Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"f5b6891a-b6d9-46d7-ae32-f0ba59bff406","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:52.309841328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"602fc05f-6708-4e37-b875-552aa9b1b742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:52.314349561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"602fc05f-6708-4e37-b875-552aa9b1b742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:52.31911857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"602fc05f-6708-4e37-b875-552aa9b1b742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:14:52.323519183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"602fc05f-6708-4e37-b875-552aa9b1b742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:53.331450705Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"9106445a-a2cc-4110-b9a4-be491a83568a","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:14:53.331515873Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"9106445a-a2cc-4110-b9a4-be491a83568a","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:06.372445083Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:09.470439396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-dd62fc-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-sub","reconcileID":"3e9dbb00-0150-4d75-bfc2-3c708761e1ec","MaaSSubscription":{"name":"e2e-shr-auth-dd62fc-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"maas-trlp-e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","model":"e2e-extmod-shr-user-3756e2/e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:09.511261821Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","reconcileID":"a0beabdf-4275-4127-8ab4-79c818d4922f","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-auth-dd62fc-bd3671f3e072","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","externalModel":"e2e-shr-auth-dd62fc","provider":"e2e-shr-auth-dd62fc-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.146491432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"36c7bc6b-80e4-4592-bb64-29412a8a0b1e","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.147304833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"2d84bbfe-6ee3-4dd5-8d9e-70d5514a5c68","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.154622567Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-30e3fb","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-amb-30e3fb","reconcileID":"731af6da-9c97-4034-92f8-dbf729e229bf","namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-amb-30e3fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.161756913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"2d84bbfe-6ee3-4dd5-8d9e-70d5514a5c68","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.163219384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"36c7bc6b-80e4-4592-bb64-29412a8a0b1e","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.208144676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"0fe27183-44b5-4d5b-81ca-a8a47b8c2470","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.252301906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"0fe27183-44b5-4d5b-81ca-a8a47b8c2470","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.255780809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"7f4c76ae-d589-4e8a-a794-2dc95d8b31ab","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.25627114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"d76e1269-1cb5-437d-9855-02525669190b","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.351312193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"d76e1269-1cb5-437d-9855-02525669190b","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.370317363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"7f4c76ae-d589-4e8a-a794-2dc95d8b31ab","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.405550155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"c532aed8-6167-4ff6-8473-e84a42c7e168","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.468431091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"c532aed8-6167-4ff6-8473-e84a42c7e168","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.49360163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"b851ec8d-c04c-4169-8424-4407c53f06d0","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.495530982Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-30e3fb","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-amb-30e3fb","reconcileID":"123e5765-ef26-4ff3-8cdd-96e56f300b0b","namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-amb-30e3fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.502897723Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-30e3fb-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-amb-30e3fb-e2e-extmod-a-c9bce8","reconcileID":"3d7330ee-a65d-4418-ae7e-c08391fd4651","MaaSModelRef":{"name":"e2e-shr-amb-30e3fb-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"name":"e2e-shr-amb-30e3fb","namespace":"e2e-extmod-shr-user-3756e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.520793822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"b851ec8d-c04c-4169-8424-4407c53f06d0","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.522728394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c2de521-9469-43e5-865d-bf9debe15a86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.558092266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c2de521-9469-43e5-865d-bf9debe15a86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.56272447Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-30e3fb-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-amb-30e3fb-e2e-extmod-a-c9bce8","reconcileID":"f7372f6e-c336-4ea4-abac-1e7823429f23","MaaSModelRef":{"name":"e2e-shr-amb-30e3fb-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"name":"e2e-shr-amb-30e3fb","namespace":"e2e-extmod-shr-user-3756e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.568805325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"dce5fccd-e5cd-46e6-8c02-e4f88ea2abd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.581094084Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","reconcileID":"4b80384b-dce8-4504-bf16-0aae5b1569a4","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-auth-dd62fc-bd3671f3e072","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","externalModel":"e2e-shr-auth-dd62fc","provider":"e2e-shr-auth-dd62fc-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.597751342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"dce5fccd-e5cd-46e6-8c02-e4f88ea2abd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.607376276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-dd62fc-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-sub","reconcileID":"5aa41138-7266-4108-af72-86be46454048","MaaSSubscription":{"name":"e2e-shr-auth-dd62fc-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"maas-trlp-e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","model":"e2e-extmod-shr-user-3756e2/e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.607895194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-dd62fc-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-sub","reconcileID":"538bb3e9-366c-4ec8-b286-53a41cc00ea3","MaaSSubscription":{"name":"e2e-shr-auth-dd62fc-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"maas-trlp-e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","model":"e2e-extmod-shr-user-3756e2/e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.608474865Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","reconcileID":"d2d2e56c-6816-4739-9709-93cac2366966","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-shared-a89b32-286f999e83b6","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","externalModel":"e2e-shr-shared-a89b32","provider":"e2e-shr-shared-a89b32-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.675830377Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-shared-a89b32-e2e-extmod-b-d97cc8","reconcileID":"538a7c35-860d-4894-a87c-fd0056e9678c","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-shared-a89b32-8fdb4117403b","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-shared-a89b32-e2e-extmod-b-d97cc8","externalModel":"e2e-shr-shared-a89b32","provider":"e2e-shr-shared-a89b32-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.723199878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"e0437999-2983-4eab-919d-a0301306f63a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.731163372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"e6c2ea04-c424-4c9d-8824-1a92b7015a32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.740675487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"e0437999-2983-4eab-919d-a0301306f63a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.764432239Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","reconcileID":"0aef1faa-f14b-461f-b00f-b9743ca74488","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-auth-dd62fc-4992ece9c114","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","externalModel":"e2e-shr-auth-dd62fc","provider":"e2e-shr-auth-dd62fc-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.817518712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"e6c2ea04-c424-4c9d-8824-1a92b7015a32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.823672726Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-30e3fb-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-amb-30e3fb-e2e-extmod-a-c9bce8","reconcileID":"85439c33-5240-4610-a8e0-9b31b5c00b7e","MaaSModelRef":{"name":"e2e-shr-amb-30e3fb-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"name":"e2e-shr-amb-30e3fb","namespace":"e2e-extmod-shr-user-3756e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.828672105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"d5d79a2c-3645-4c7c-a870-a075ec907576","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.892132969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"d5d79a2c-3645-4c7c-a870-a075ec907576","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.945810063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30ef9412-411a-4b77-a015-901d09941b0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.946471157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"e66386c1-7369-48c3-a692-285462961e30","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.946701151Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-30e3fb-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-amb-30e3fb-e2e-extmod-b-d97cc8","reconcileID":"f966cdce-0ac0-4387-b0e5-2e285c6e70c0","MaaSModelRef":{"name":"e2e-shr-amb-30e3fb-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"name":"e2e-shr-amb-30e3fb","namespace":"e2e-extmod-shr-user-3756e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.965837316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30ef9412-411a-4b77-a015-901d09941b0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.968497773Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-222480 priority=0:[ai-tenant-e2e-extmod-a-222480/e2e-shr-auth-bdf8b2-sub ai-tenant-e2e-extmod-a-222480/e2e-shr-quota-82d738-sub ai-tenant-e2e-extmod-a-222480/e2e-shr-shared-be1378-sub]","namespace=ai-tenant-e2e-extmod-b-4d5758 priority=0:[ai-tenant-e2e-extmod-b-4d5758/e2e-shr-auth-bdf8b2-sub ai-tenant-e2e-extmod-b-4d5758/e2e-shr-shared-be1378-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-af16f3-sub models-as-a-service/e2e-dft-f8adef-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.969675353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"e66386c1-7369-48c3-a692-285462961e30","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.974526714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"9f67e4d9-2c6c-490e-9c8e-45d9bd4cf29c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.984285077Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","reconcileID":"f2bd5d2a-0dda-45c3-aa3b-47bf50a75872","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-quota-82d738-3f37034870fd","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-quota-82d738-e2e-extmod-a-222480","externalModel":"e2e-shr-quota-82d738","provider":"e2e-shr-quota-82d738-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:11.991488461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"9f67e4d9-2c6c-490e-9c8e-45d9bd4cf29c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:12.074304243Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-222480/e2e-shr-quota-82d738-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-82d738-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.076177753Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-30e3fb-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-amb-30e3fb-e2e-extmod-a-c9bce8","reconcileID":"24345587-3109-4aa9-97ad-481f070eca8b","MaaSModelRef":{"name":"e2e-shr-amb-30e3fb-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"name":"e2e-shr-amb-30e3fb","namespace":"e2e-extmod-shr-user-3756e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.076912484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-dd62fc-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-sub","reconcileID":"7958c02f-d37f-47c1-8185-ea1c965457a7","MaaSSubscription":{"name":"e2e-shr-auth-dd62fc-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"maas-trlp-e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","model":"e2e-extmod-shr-user-3756e2/e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.109779117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"7a01173c-a442-4e79-bbea-4b4a65cc54f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.112582759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-dd62fc-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-sub","reconcileID":"764832af-9d67-4bf1-a84f-fb3c8b907834","MaaSSubscription":{"name":"e2e-shr-auth-dd62fc-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"maas-trlp-e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","model":"e2e-extmod-shr-user-3756e2/e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.160693905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"7a01173c-a442-4e79-bbea-4b4a65cc54f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.162807421Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-30e3fb-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-amb-30e3fb-e2e-extmod-b-d97cc8","reconcileID":"c164fef4-40a3-44f5-82d4-284a9557f0c7","MaaSModelRef":{"name":"e2e-shr-amb-30e3fb-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"name":"e2e-shr-amb-30e3fb","namespace":"e2e-extmod-shr-user-3756e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.215775887Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-82d738-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-sub","reconcileID":"2d7de913-bba2-48a6-9b48-593c10333f84","MaaSSubscription":{"name":"e2e-shr-quota-82d738-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"maas-trlp-e2e-shr-quota-82d738-e2e-extmod-a-222480","model":"e2e-shr-quota-82d738-e2e-extmod-a-222480","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-222480/e2e-shr-quota-82d738-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.216992463Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-shared-a89b32-e2e-extmod-b-d97cc8","reconcileID":"285e63ba-2b3c-4501-bc22-9ef0c5ee0681","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-shared-a89b32-8fdb4117403b","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-shared-a89b32-e2e-extmod-b-d97cc8","externalModel":"e2e-shr-shared-a89b32","provider":"e2e-shr-shared-a89b32-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.218479541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"b3213778-e0c5-4e03-b1aa-824199eec8d2","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.244415122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"b3213778-e0c5-4e03-b1aa-824199eec8d2","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.245434694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"d08e3a9b-66f0-4f68-8677-d8dc7560b2b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.246140557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"bc75de9c-15e7-41b1-992b-aecc52b09486","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.247353742Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","reconcileID":"14ed190f-a13a-4029-8bca-62ba068bd5ee","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-auth-dd62fc-4992ece9c114","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","externalModel":"e2e-shr-auth-dd62fc","provider":"e2e-shr-auth-dd62fc-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.272924264Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","reconcileID":"966e5305-dda0-4c47-a9be-1eb7733a221b","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-auth-dd62fc-bd3671f3e072","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","externalModel":"e2e-shr-auth-dd62fc","provider":"e2e-shr-auth-dd62fc-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.278627581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"5d1e5865-e6a1-4ec3-a767-a66b7e6fbfbb","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.276280408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"d08e3a9b-66f0-4f68-8677-d8dc7560b2b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.314317035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"5d1e5865-e6a1-4ec3-a767-a66b7e6fbfbb","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.316083512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"271e8d45-ea2c-4d12-91f4-843a3aaeb734","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.316707763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"bc75de9c-15e7-41b1-992b-aecc52b09486","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.385619868Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-30e3fb","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-amb-30e3fb","reconcileID":"5975ac03-b5fc-4115-aa34-392daf977d04","namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-amb-30e3fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.391757147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"271e8d45-ea2c-4d12-91f4-843a3aaeb734","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.392883301Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","reconcileID":"31b868e5-5904-424f-a8e5-faa92dd176c5","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-shared-a89b32-286f999e83b6","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","externalModel":"e2e-shr-shared-a89b32","provider":"e2e-shr-shared-a89b32-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.412886003Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","reconcileID":"a1db9a17-994f-4b71-9e99-d0c5e1874a73","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-quota-82d738-3f37034870fd","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-quota-82d738-e2e-extmod-a-222480","externalModel":"e2e-shr-quota-82d738","provider":"e2e-shr-quota-82d738-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.475753937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-82d738-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-sub","reconcileID":"c86b11d5-1285-4538-9928-1b3fddccb282","MaaSSubscription":{"name":"e2e-shr-quota-82d738-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"maas-trlp-e2e-shr-quota-82d738-e2e-extmod-a-222480","model":"e2e-extmod-shr-user-a41ade/e2e-shr-quota-82d738-e2e-extmod-a-222480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.50822545Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"531aef4b-4b04-49f8-b814-1c55c6e5dfa2","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-01aff02ed726","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-a-222480","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.548600813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"eb4c1a3f-ff79-4d23-998e-da1df70beabd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.549755553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"fa249694-b5b0-4361-828d-53d8109b50b9","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.573804156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"eb4c1a3f-ff79-4d23-998e-da1df70beabd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.570900874Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-30e3fb-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-amb-30e3fb-e2e-extmod-a-c9bce8","reconcileID":"705be629-ac8b-495c-835c-fe3dbb8c8b5b","MaaSModelRef":{"name":"e2e-shr-amb-30e3fb-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-amb-30e3fb-e9df02fb9914","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-amb-30e3fb-e2e-extmod-a-c9bce8","externalModel":"e2e-shr-amb-30e3fb","provider":"e2e-shr-amb-30e3fb-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.583372593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"fa249694-b5b0-4361-828d-53d8109b50b9","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.67168625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"ba8d143e-7414-4730-9754-e283ca0f9d4c","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.67249322Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","reconcileID":"51b156ab-d8e9-44da-98de-f829b0333277","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-df872d9a53de","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.682889298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"9bbb9d6c-c9c8-4de8-9ea6-79cd3e9d7aa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.692502755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"ba8d143e-7414-4730-9754-e283ca0f9d4c","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.692908961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"9a551135-c972-4b37-9ecc-127e84f9d0b1","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.699383484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"9bbb9d6c-c9c8-4de8-9ea6-79cd3e9d7aa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.701711017Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-30e3fb-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-amb-30e3fb-e2e-extmod-b-d97cc8","reconcileID":"486df8ce-c4f4-40e9-ba86-54b52c014fb0","MaaSModelRef":{"name":"e2e-shr-amb-30e3fb-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-amb-30e3fb-d79e8a979479","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-amb-30e3fb-e2e-extmod-b-d97cc8","externalModel":"e2e-shr-amb-30e3fb","provider":"e2e-shr-amb-30e3fb-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.710631373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"9a551135-c972-4b37-9ecc-127e84f9d0b1","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.717515408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"0c6ed03a-fa69-4cd7-9a07-345fe0ccc1ce","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.728407928Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-30e3fb-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-amb-30e3fb-e2e-extmod-a-c9bce8","reconcileID":"86eaa1ba-09c0-4f30-bf5b-3913ab98028b","MaaSModelRef":{"name":"e2e-shr-amb-30e3fb-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-amb-30e3fb-e9df02fb9914","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-amb-30e3fb-e2e-extmod-a-c9bce8","externalModel":"e2e-shr-amb-30e3fb","provider":"e2e-shr-amb-30e3fb-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.770669041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"0c6ed03a-fa69-4cd7-9a07-345fe0ccc1ce","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.807739815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"44d5dd3a-9769-46e9-8913-bc3047bf0c0e","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.817400756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"44d5dd3a-9769-46e9-8913-bc3047bf0c0e","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.828333193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1e5b84f-d475-4032-a5c7-abb990d47f2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.845236939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1e5b84f-d475-4032-a5c7-abb990d47f2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.900965405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"49b69310-84e9-4707-b740-2d5b26e7f058","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.905013136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"996f90d9-0684-49f8-b754-f5fc22817dde","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.914943278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"49b69310-84e9-4707-b740-2d5b26e7f058","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:12.920779964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"996f90d9-0684-49f8-b754-f5fc22817dde","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:13.005401926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"f53f3d00-4290-4749-a558-a49aca901759","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:13.016841636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"f53f3d00-4290-4749-a558-a49aca901759","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:13.113886629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"2abce5c7-4915-4859-ba5e-a76fd6414086","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:13.113952421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"962c25a7-890a-4801-961e-fdeb994f65c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:13.115501213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"14db07aa-8d43-4084-b304-8bc90c5fc61f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:13.123965832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"a337b39c-3951-421e-9ed7-a8dfba906cc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:13.125670761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"2abce5c7-4915-4859-ba5e-a76fd6414086","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:13.126422711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"962c25a7-890a-4801-961e-fdeb994f65c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:13.128105873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a83ecf43-6aa2-49f4-8805-0fda5f7d8535","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:13.130015277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"14db07aa-8d43-4084-b304-8bc90c5fc61f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:13.134933562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"a337b39c-3951-421e-9ed7-a8dfba906cc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:13.138596577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a83ecf43-6aa2-49f4-8805-0fda5f7d8535","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:13.224386112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"ae4639ba-92a5-4254-b857-d7a08ab2be4d","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:13.227617019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"8d2ec260-8890-49ce-b1fc-eb83989bbc46","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:13.240475713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"8d2ec260-8890-49ce-b1fc-eb83989bbc46","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:13.244604544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"ae4639ba-92a5-4254-b857-d7a08ab2be4d","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:13.300188696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"1f2f7ce6-5157-4eb0-9320-e7db9b9bea94","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:13.310917494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"1f2f7ce6-5157-4eb0-9320-e7db9b9bea94","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:13.400370995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"a58ba29a-80c0-4182-836d-aa11717b91af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:13.401114614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"99a1b145-7766-4917-b8d1-be0a8c121eaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:13.410103554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"a58ba29a-80c0-4182-836d-aa11717b91af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:13.41128611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"99a1b145-7766-4917-b8d1-be0a8c121eaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:13.944123084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9400f92-0eb2-4ed2-8d12-55305ccc96db","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:13.944151665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9400f92-0eb2-4ed2-8d12-55305ccc96db","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:13.973161459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"77796aa7-6948-435e-8cc9-201256238ce9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:13.993287821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b82756a4-2ab8-4b6e-b52f-69d6ed91bb41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:13.995262866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"e5f7c43b-c4bf-4f50-b329-e5fc5a667a5f","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:13.996370653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fffc4673-a22e-481c-b3de-294bf9d5a782","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:13.997373719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"36baabc6-0452-4e23-81bf-23e293b5c8b1","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:14.003442984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b82756a4-2ab8-4b6e-b52f-69d6ed91bb41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:14.006287524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"e5f7c43b-c4bf-4f50-b329-e5fc5a667a5f","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:14.008740089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3a31e8dc-476a-4e8b-bb7b-25332e463969","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:14.00875465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3a31e8dc-476a-4e8b-bb7b-25332e463969","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:14.013334928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"36baabc6-0452-4e23-81bf-23e293b5c8b1","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:14.014439505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fffc4673-a22e-481c-b3de-294bf9d5a782","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:14.076633416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bf9566d4-a8c5-4c0a-86ca-0cb01c4b4d7c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:14.686397774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"d431a9af-280f-4449-9752-0f05dc72b6fd","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:14.712718126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"6fe07ae1-2968-49a6-a75a-552ba9fce96b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:14.727714764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"93da14f2-164b-479d-9d01-fdfba37ed6ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:14.7282738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"016b86b4-a407-4a22-83e6-7e63233ccfb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:14.737707201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"93da14f2-164b-479d-9d01-fdfba37ed6ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:14.739232924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"016b86b4-a407-4a22-83e6-7e63233ccfb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:14.747415801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"3995b856-fbd0-4cae-ab46-8b5bbf0084ae","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:14.809009369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"08588da6-145c-4e9a-9635-0ef207d1a336","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:15.658427527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"ba6e5842-2b22-44b5-848c-e2674f14d543","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:15.68757536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"e7e51a0d-c80d-48a7-88e8-93e8dd9e3824","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:15.702331044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"c43280db-d4bf-4793-b0d4-799f0f97dab9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:15.70271246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"c89a4a87-f011-4c96-b77f-7afb899e8e02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:15.71623043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"c43280db-d4bf-4793-b0d4-799f0f97dab9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:15.716360423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"c89a4a87-f011-4c96-b77f-7afb899e8e02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:15.725563215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"94b32d00-782c-45cf-84e9-97c08a8dc3fb","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:15.7988589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"10283581-0735-4754-83e6-fd1f9806d385","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:16.059205914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b00b9133-0a9c-4ebc-bf8a-ce8e2ff35cab","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:16.05923692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b00b9133-0a9c-4ebc-bf8a-ce8e2ff35cab","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:16.089859235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d67d89ea-ac47-4306-82f1-3818962141ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:16.104584481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"148f756d-9317-4d5c-ae5b-4d7219b2ec8b","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:16.104674367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"24c703a8-6ad4-41a0-bf7f-f1c370d41385","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:16.170377842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4933bcb-9164-4b08-a9a5-05391d8ed015","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:16.171229556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"89806002-c05c-472d-b2f0-1d5cef9a7fd0","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:16.175625254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"148f756d-9317-4d5c-ae5b-4d7219b2ec8b","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:16.179434695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e3801ad6-6dbc-4df6-a00b-0406d6387c06","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:16.179459409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e3801ad6-6dbc-4df6-a00b-0406d6387c06","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:16.180308249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"24c703a8-6ad4-41a0-bf7f-f1c370d41385","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:16.183364248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4933bcb-9164-4b08-a9a5-05391d8ed015","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:16.185590993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"89806002-c05c-472d-b2f0-1d5cef9a7fd0","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:16.206443737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"aaef6c6f-df20-4152-83c8-4406a4782789","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:17.588305023Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-30e3fb-ambiguous","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-amb-30e3fb-ambiguous","reconcileID":"c0e65bec-8232-4240-99cc-ad04c53a85b8","MaaSModelRef":{"name":"e2e-shr-amb-30e3fb-ambiguous","namespace":"e2e-extmod-shr-user-3756e2"},"error":"ExternalModel e2e-extmod-shr-user-3756e2/e2e-shr-amb-30e3fb is attached to several gateways [openshift-ingress/e2e-extmod-a-c9bce8 openshift-ingress/e2e-extmod-b-d97cc8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:17.599337461Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-30e3fb-ambiguous","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-amb-30e3fb-ambiguous","reconcileID":"c0e65bec-8232-4240-99cc-ad04c53a85b8","error":"ExternalModel e2e-extmod-shr-user-3756e2/e2e-shr-amb-30e3fb is attached to several gateways [openshift-ingress/e2e-extmod-a-c9bce8 openshift-ingress/e2e-extmod-b-d97cc8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:17.61023439Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-30e3fb-ambiguous","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-amb-30e3fb-ambiguous","reconcileID":"891fb646-9cd8-4a92-8716-f07f48762622","MaaSModelRef":{"name":"e2e-shr-amb-30e3fb-ambiguous","namespace":"e2e-extmod-shr-user-3756e2"},"error":"ExternalModel e2e-extmod-shr-user-3756e2/e2e-shr-amb-30e3fb is attached to several gateways [openshift-ingress/e2e-extmod-a-c9bce8 openshift-ingress/e2e-extmod-b-d97cc8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:17.610299329Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-30e3fb-ambiguous","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-amb-30e3fb-ambiguous","reconcileID":"891fb646-9cd8-4a92-8716-f07f48762622","error":"ExternalModel e2e-extmod-shr-user-3756e2/e2e-shr-amb-30e3fb is attached to several gateways [openshift-ingress/e2e-extmod-a-c9bce8 openshift-ingress/e2e-extmod-b-d97cc8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:17.625997508Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-30e3fb-ambiguous","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-amb-30e3fb-ambiguous","reconcileID":"e02307e7-3b50-4be0-9c0c-ef577376e41c","MaaSModelRef":{"name":"e2e-shr-amb-30e3fb-ambiguous","namespace":"e2e-extmod-shr-user-3756e2"},"error":"ExternalModel e2e-extmod-shr-user-3756e2/e2e-shr-amb-30e3fb is attached to several gateways [openshift-ingress/e2e-extmod-a-c9bce8 openshift-ingress/e2e-extmod-b-d97cc8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:17.626103769Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-30e3fb-ambiguous","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-amb-30e3fb-ambiguous","reconcileID":"e02307e7-3b50-4be0-9c0c-ef577376e41c","error":"ExternalModel e2e-extmod-shr-user-3756e2/e2e-shr-amb-30e3fb is attached to several gateways [openshift-ingress/e2e-extmod-a-c9bce8 openshift-ingress/e2e-extmod-b-d97cc8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:17.652257238Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-30e3fb-ambiguous","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-amb-30e3fb-ambiguous","reconcileID":"03a42df2-dac0-4740-aca5-bd1046cf11e8","MaaSModelRef":{"name":"e2e-shr-amb-30e3fb-ambiguous","namespace":"e2e-extmod-shr-user-3756e2"},"error":"ExternalModel e2e-extmod-shr-user-3756e2/e2e-shr-amb-30e3fb is attached to several gateways [openshift-ingress/e2e-extmod-a-c9bce8 openshift-ingress/e2e-extmod-b-d97cc8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:17.652324508Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-30e3fb-ambiguous","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-amb-30e3fb-ambiguous","reconcileID":"03a42df2-dac0-4740-aca5-bd1046cf11e8","error":"ExternalModel e2e-extmod-shr-user-3756e2/e2e-shr-amb-30e3fb is attached to several gateways [openshift-ingress/e2e-extmod-a-c9bce8 openshift-ingress/e2e-extmod-b-d97cc8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:17.698302693Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-30e3fb-ambiguous","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-amb-30e3fb-ambiguous","reconcileID":"3073aa68-5f32-4c49-a9cb-64f0bf4daeaf","MaaSModelRef":{"name":"e2e-shr-amb-30e3fb-ambiguous","namespace":"e2e-extmod-shr-user-3756e2"},"error":"ExternalModel e2e-extmod-shr-user-3756e2/e2e-shr-amb-30e3fb is attached to several gateways [openshift-ingress/e2e-extmod-a-c9bce8 openshift-ingress/e2e-extmod-b-d97cc8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:17.698365238Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-30e3fb-ambiguous","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-amb-30e3fb-ambiguous","reconcileID":"3073aa68-5f32-4c49-a9cb-64f0bf4daeaf","error":"ExternalModel e2e-extmod-shr-user-3756e2/e2e-shr-amb-30e3fb is attached to several gateways [openshift-ingress/e2e-extmod-a-c9bce8 openshift-ingress/e2e-extmod-b-d97cc8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:17.784800037Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-30e3fb-ambiguous","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-amb-30e3fb-ambiguous","reconcileID":"73bbf424-52e8-4fd5-a0d9-260d5ab62f84","MaaSModelRef":{"name":"e2e-shr-amb-30e3fb-ambiguous","namespace":"e2e-extmod-shr-user-3756e2"},"error":"ExternalModel e2e-extmod-shr-user-3756e2/e2e-shr-amb-30e3fb is attached to several gateways [openshift-ingress/e2e-extmod-a-c9bce8 openshift-ingress/e2e-extmod-b-d97cc8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:17.784951463Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-30e3fb-ambiguous","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-amb-30e3fb-ambiguous","reconcileID":"73bbf424-52e8-4fd5-a0d9-260d5ab62f84","error":"ExternalModel e2e-extmod-shr-user-3756e2/e2e-shr-amb-30e3fb is attached to several gateways [openshift-ingress/e2e-extmod-a-c9bce8 openshift-ingress/e2e-extmod-b-d97cc8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:18.001774469Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-30e3fb-ambiguous","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-amb-30e3fb-ambiguous","reconcileID":"213f1c7e-acd1-4996-b09b-9ba570c2fd7a","MaaSModelRef":{"name":"e2e-shr-amb-30e3fb-ambiguous","namespace":"e2e-extmod-shr-user-3756e2"},"error":"ExternalModel e2e-extmod-shr-user-3756e2/e2e-shr-amb-30e3fb is attached to several gateways [openshift-ingress/e2e-extmod-a-c9bce8 openshift-ingress/e2e-extmod-b-d97cc8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:18.001857002Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-30e3fb-ambiguous","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-amb-30e3fb-ambiguous","reconcileID":"213f1c7e-acd1-4996-b09b-9ba570c2fd7a","error":"ExternalModel e2e-extmod-shr-user-3756e2/e2e-shr-amb-30e3fb is attached to several gateways [openshift-ingress/e2e-extmod-a-c9bce8 openshift-ingress/e2e-extmod-b-d97cc8]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:18.47179392Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-30e3fb-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-amb-30e3fb-e2e-extmod-a-c9bce8","reconcileID":"0c76d54b-9332-4474-805e-d5954b356acc","MaaSModelRef":{"name":"e2e-shr-amb-30e3fb-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-amb-30e3fb-e9df02fb9914","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-amb-30e3fb-e2e-extmod-a-c9bce8","externalModel":"e2e-shr-amb-30e3fb","provider":"e2e-shr-amb-30e3fb-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:18.988828083Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-30e3fb","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-amb-30e3fb","reconcileID":"8a35e408-3b5d-48f2-9087-98c5b097ff22","namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-amb-30e3fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.106317048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"a2c0a9e7-0ff8-472f-ae30-6cd81ceb450a","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.169209946Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","reconcileID":"59d5eba9-cb09-4be5-b8ab-b1d8c196d7ce","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-shared-a89b32-286f999e83b6","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","externalModel":"e2e-shr-shared-a89b32","provider":"e2e-shr-shared-a89b32-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.169983795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"5362ce4b-dbb3-4d27-8036-fea014677c24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.170208482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"e2500e18-b209-4283-84c5-7935c7c5092e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.183240938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"a2c0a9e7-0ff8-472f-ae30-6cd81ceb450a","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.185081179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"5362ce4b-dbb3-4d27-8036-fea014677c24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.185770681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"f2c774a5-3f9f-46f7-9cbf-dc4efc8ffe3a","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.186364021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"cc8930ad-be6d-4318-8e8d-88be97af5d06","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.186702374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"e2500e18-b209-4283-84c5-7935c7c5092e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.187242794Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-shared-a89b32-e2e-extmod-b-d97cc8","reconcileID":"792a04cd-6f55-4461-9203-9452a1f6281a","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-shared-a89b32-8fdb4117403b","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-shared-a89b32-e2e-extmod-b-d97cc8","externalModel":"e2e-shr-shared-a89b32","provider":"e2e-shr-shared-a89b32-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.201278056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"f2c774a5-3f9f-46f7-9cbf-dc4efc8ffe3a","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.20242023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"cc8930ad-be6d-4318-8e8d-88be97af5d06","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.203347994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-dd62fc-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-sub","reconcileID":"95a1f8af-928d-47a4-9a22-4602b8176132","MaaSSubscription":{"name":"e2e-shr-auth-dd62fc-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"maas-trlp-e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","model":"e2e-extmod-shr-user-3756e2/e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.203805839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-dd62fc-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-sub","reconcileID":"8298f570-e7b7-4483-affc-7bba95fc471e","MaaSSubscription":{"name":"e2e-shr-auth-dd62fc-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"maas-trlp-e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","model":"e2e-extmod-shr-user-3756e2/e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.204256855Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","reconcileID":"46ab38ee-2ce6-4313-9a07-95c5b25042b0","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-auth-dd62fc-4992ece9c114","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","externalModel":"e2e-shr-auth-dd62fc","provider":"e2e-shr-auth-dd62fc-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.285724371Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","reconcileID":"1180b678-0b4c-4221-be4e-18197c82578f","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-auth-dd62fc-bd3671f3e072","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","externalModel":"e2e-shr-auth-dd62fc","provider":"e2e-shr-auth-dd62fc-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.295533865Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-30e3fb","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-amb-30e3fb","reconcileID":"97ee3d49-ba4d-495c-b731-2aa3c5337d76","namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-amb-30e3fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.301792603Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","reconcileID":"b76d2bf3-670f-4253-989b-5758dd5430c9","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-shared-a89b32-286f999e83b6","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","externalModel":"e2e-shr-shared-a89b32","provider":"e2e-shr-shared-a89b32-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.328645381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"fb77c29c-4f19-4a03-864b-814ef2fed4e9","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.328971324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"af43234b-e755-4c73-a995-bec9420d4569","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.352595209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"af43234b-e755-4c73-a995-bec9420d4569","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.361600179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"fb77c29c-4f19-4a03-864b-814ef2fed4e9","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.418952587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"a5feebb5-78a8-4a66-9a46-6dccc38ebab0","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.424778395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"64cc41b5-c376-41c6-81ea-ac01172097df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.437394762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"a5feebb5-78a8-4a66-9a46-6dccc38ebab0","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.438619569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"64cc41b5-c376-41c6-81ea-ac01172097df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.442303185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"3558d6a2-30a5-4de9-8437-154eb3ffa61f","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.465924339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"3558d6a2-30a5-4de9-8437-154eb3ffa61f","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.543124511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"aa5f57ec-59bd-4de8-a123-f3ecaf8de5c9","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.543627582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"c191cd35-f877-4444-a489-499fcabbb115","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.554319647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"c191cd35-f877-4444-a489-499fcabbb115","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.555154271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"aa5f57ec-59bd-4de8-a123-f3ecaf8de5c9","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.635972706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"5df3d08c-4e4e-4154-9781-dad57f0ffde2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.637697873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"31d0fdbf-a8e2-46b2-bbd4-73816ce859dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.637698636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"64775da1-8d13-4db4-995a-b98f0f94b28f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.645846796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"45f15f25-b6af-438f-b669-b912f5d050e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.648787175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0735486b-b85c-4579-a133-f0a477fe3e9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.657473069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"5df3d08c-4e4e-4154-9781-dad57f0ffde2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.657473111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"64775da1-8d13-4db4-995a-b98f0f94b28f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.660947135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"31d0fdbf-a8e2-46b2-bbd4-73816ce859dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.661358505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"45f15f25-b6af-438f-b669-b912f5d050e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.663570998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0735486b-b85c-4579-a133-f0a477fe3e9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.832223315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"53ef34eb-c6e3-4a21-89de-f7219030cc3c","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.872560277Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","reconcileID":"b77e82e3-f89a-451f-9545-b4d992ac2d10","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-auth-dd62fc-bd3671f3e072","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","externalModel":"e2e-shr-auth-dd62fc","provider":"e2e-shr-auth-dd62fc-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.873096072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"f5dc5c61-493c-4694-9519-49f1e6bc3a11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.874143877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"65c39efc-3e7e-42b8-bd95-5510b76688c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.874909157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"5afc1f4f-af0d-48b8-a5e0-559ab42bf6cb","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.875646775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"53ef34eb-c6e3-4a21-89de-f7219030cc3c","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.879767907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89cd16c6-8b5c-42b7-9a18-281a0a9cf349","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.885538083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"65c39efc-3e7e-42b8-bd95-5510b76688c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.887253928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"5afc1f4f-af0d-48b8-a5e0-559ab42bf6cb","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.891350281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"f5dc5c61-493c-4694-9519-49f1e6bc3a11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.899940603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89cd16c6-8b5c-42b7-9a18-281a0a9cf349","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:19.905674052Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-dd62fc-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-sub","reconcileID":"ed0d662c-5de4-4275-a0e9-d067f49c45ae","MaaSSubscription":{"name":"e2e-shr-auth-dd62fc-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cfd0074b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:20.069510295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"5bdec48c-5b94-454e-b546-598c19a678af","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:20.127108248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"5bdec48c-5b94-454e-b546-598c19a678af","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:20.182035098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"ec41b42c-8c9d-4f83-837f-5059682570f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:20.187348018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"879b6be4-cfcd-4e98-9ea4-dbb33e6270fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:20.21194171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"ec41b42c-8c9d-4f83-837f-5059682570f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:20.217233986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"879b6be4-cfcd-4e98-9ea4-dbb33e6270fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:20.225584496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"b1559599-73fc-47b8-a073-7d01cb60c766","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:20.255016331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"b1559599-73fc-47b8-a073-7d01cb60c766","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:20.265224176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"d0b69412-b28a-42de-a86f-c87462c5b188","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:20.281671594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"d0b69412-b28a-42de-a86f-c87462c5b188","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:20.485919169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"default-tenant","reconcileID":"63963b77-0c1a-4787-9b10-10009fb87e9a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-f63d20","tenantID":"e2e-inf-a-f63d20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:20.514035993Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"default-tenant","reconcileID":"63963b77-0c1a-4787-9b10-10009fb87e9a","name":"e2e-inf-a-f63d20-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:28.653453553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"9c3ca828-bc50-4f0c-bfdf-fa3e299bebbc","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f8adef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:28.653476636Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"9c3ca828-bc50-4f0c-bfdf-fa3e299bebbc","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"routeName":"external-model-e2e-dft-f8adef-38be963da550","namespace":"llm","model":"e2e-dft-f8adef","externalModel":"e2e-dft-f8adef","provider":"e2e-dft-f8adef-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:28.681899102Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f8adef-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-sub","reconcileID":"ec88127d-6a37-4d6f-b073-784032aafb9f","MaaSSubscription":{"name":"e2e-dft-f8adef-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-90f64cb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:28.68225926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36ea7311-6828-45df-8a9d-aad88ffe4716","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:28.682381864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"3bd7e159-7b09-43c0-8560-b7911c7a66db","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:28.682712204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8aea08d-34bd-4874-bbaf-1aac7fe61874","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:28.691339414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"3c7ad4fa-59fd-446a-b3a8-2516852daa96","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:28.696334502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36ea7311-6828-45df-8a9d-aad88ffe4716","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:28.697453384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8aea08d-34bd-4874-bbaf-1aac7fe61874","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:28.699826326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"3bd7e159-7b09-43c0-8560-b7911c7a66db","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:28.705298723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"3c7ad4fa-59fd-446a-b3a8-2516852daa96","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:28.77375875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"851b0a80-069c-4387-b9a5-7f100338ecdb","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:28.773857708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13e11581-8c45-454c-a921-a0a2c5b173ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:28.776599304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b349e6cc-b71a-4edd-9a70-e0949489f79a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:28.788252044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"851b0a80-069c-4387-b9a5-7f100338ecdb","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:28.7884932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13e11581-8c45-454c-a921-a0a2c5b173ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:28.790531581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b349e6cc-b71a-4edd-9a70-e0949489f79a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:28.918015328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"dd9b9f06-8594-4542-a986-dad5a45aecf9","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:28.927971384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"dd9b9f06-8594-4542-a986-dad5a45aecf9","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:29.459659802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"5599f1af-bc5f-4d50-8c4c-0e16512411ca","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-af16f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:29.459685068Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"5599f1af-bc5f-4d50-8c4c-0e16512411ca","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"routeName":"external-model-e2e-dft-af16f3-6785691d5569","namespace":"llm","model":"e2e-dft-af16f3","externalModel":"e2e-dft-af16f3","provider":"e2e-dft-af16f3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:29.48391712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"da761723-3ec7-47a6-9b0e-a458ab5da596","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:29.484013601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0aaadfa-d202-4610-a173-6e0fc3f29c5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:29.484465221Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-af16f3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-sub","reconcileID":"3eff3a36-8b12-41b7-9c07-57f6bba2dd71","MaaSSubscription":{"name":"e2e-dft-af16f3-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7c2cfa27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:29.491161375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"058e45fb-c76e-4095-8422-bcda014a66a6","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:29.495449053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72a543ac-0c68-4dca-a8c3-28bf6e56cc28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:29.501135521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"da761723-3ec7-47a6-9b0e-a458ab5da596","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:29.50153098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"058e45fb-c76e-4095-8422-bcda014a66a6","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:29.503294167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0aaadfa-d202-4610-a173-6e0fc3f29c5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:29.506605627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72a543ac-0c68-4dca-a8c3-28bf6e56cc28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:29.645478074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d02fcec-83be-4c81-9f84-478444d6bedc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:29.645500172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"223fee01-792e-488f-bbb3-c361825064fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:29.657431057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d02fcec-83be-4c81-9f84-478444d6bedc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:29.657454724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"223fee01-792e-488f-bbb3-c361825064fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:29.749800131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"673a8750-b2f1-48bc-9448-6b74d9a2cadd","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:29.749803414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"e3d24620-5186-4d0e-b29e-788db9cbdd43","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:29.761460782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"673a8750-b2f1-48bc-9448-6b74d9a2cadd","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:29.76158291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"e3d24620-5186-4d0e-b29e-788db9cbdd43","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:29.911133841Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-dd62fc-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-sub","reconcileID":"391a8c5b-ef6a-4dd9-a07d-c067a3c55bcf","MaaSSubscription":{"name":"e2e-shr-auth-dd62fc-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-shr-user-3756e2/e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","subscription":"e2e-shr-auth-dd62fc-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:29.924116938Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-dd62fc-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-sub","reconcileID":"391a8c5b-ef6a-4dd9-a07d-c067a3c55bcf","MaaSSubscription":{"name":"e2e-shr-auth-dd62fc-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-shr-user-3756e2/e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:29.929937317Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-dd62fc-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-sub","reconcileID":"391a8c5b-ef6a-4dd9-a07d-c067a3c55bcf","MaaSSubscription":{"name":"e2e-shr-auth-dd62fc-sub","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"maas-trlp-e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-extmod-shr-user-3756e2/e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:29.984504145Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-222480 priority=0:[ai-tenant-e2e-extmod-a-222480/e2e-shr-auth-bdf8b2-sub ai-tenant-e2e-extmod-a-222480/e2e-shr-quota-82d738-sub ai-tenant-e2e-extmod-a-222480/e2e-shr-shared-be1378-sub]","namespace=ai-tenant-e2e-extmod-b-4d5758 priority=0:[ai-tenant-e2e-extmod-b-4d5758/e2e-shr-auth-bdf8b2-sub ai-tenant-e2e-extmod-b-4d5758/e2e-shr-shared-be1378-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:29.990242181Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","reconcileID":"9c63e3ae-7a6e-4029-bd01-7cd6ee3b0cd6","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-auth-dd62fc-bd3671f3e072","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","externalModel":"e2e-shr-auth-dd62fc","provider":"e2e-shr-auth-dd62fc-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:29.998879919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"186e1ea2-72f7-4be3-b15f-3ed9d2d08d0f","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:30.010229161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"186e1ea2-72f7-4be3-b15f-3ed9d2d08d0f","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:30.017959809Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","reconcileID":"5018f262-7f59-4ef8-8bb7-467ac39d9054","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-quota-82d738-3f37034870fd","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-quota-82d738-e2e-extmod-a-222480","externalModel":"e2e-shr-quota-82d738","provider":"e2e-shr-quota-82d738-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:30.099199423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"ac2b98f1-cc6e-474b-bbd0-ffd84605eb8c","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:30.114086598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"ac2b98f1-cc6e-474b-bbd0-ffd84605eb8c","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:30.137616428Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","reconcileID":"d67f3bad-8326-4408-b0aa-94c082beefaf","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-auth-dd62fc-bd3671f3e072","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","externalModel":"e2e-shr-auth-dd62fc","provider":"e2e-shr-auth-dd62fc-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:30.233989881Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"c36c0d03-be14-40f8-af3e-87048a3bd322","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"model":"e2e-extmod-shr-user-3756e2/e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:30.345403073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"c36c0d03-be14-40f8-af3e-87048a3bd322","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:30.381629119Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"c36c0d03-be14-40f8-af3e-87048a3bd322","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"name":"e2e-extmod-b-d97cc8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:30.381665344Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"c36c0d03-be14-40f8-af3e-87048a3bd322","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d97cc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:30.405368426Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","reconcileID":"3fcb1c74-53a6-4530-a2b5-b00aaed70ce7","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-auth-dd62fc-bd3671f3e072","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-auth-dd62fc-e2e-extmod-b-d97cc8","externalModel":"e2e-shr-auth-dd62fc","provider":"e2e-shr-auth-dd62fc-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:30.551318968Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","reconcileID":"154b5833-9cb1-4a55-bf6e-e84bc771ce22","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-auth-dd62fc-4992ece9c114","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","externalModel":"e2e-shr-auth-dd62fc","provider":"e2e-shr-auth-dd62fc-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:30.559228255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"05fe9ee7-8b61-43b3-a55b-cfb183f38e0c","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:30.570265337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"05fe9ee7-8b61-43b3-a55b-cfb183f38e0c","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:30.583658846Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-dd62fc-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-sub","reconcileID":"ccd71adb-6f44-4d7b-81d7-34ee1a450eb6","MaaSSubscription":{"name":"e2e-shr-auth-dd62fc-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-06ab6bf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:30.704622133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"b95262ad-1113-49ff-b823-91c83073e1d2","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:30.714432368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"b95262ad-1113-49ff-b823-91c83073e1d2","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:36.375413262Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:38.687018719Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f8adef-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-sub","reconcileID":"6244846e-a805-4fe3-bdfe-288a44e9f408","MaaSSubscription":{"name":"e2e-dft-f8adef-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-f8adef","subscription":"e2e-dft-f8adef-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:38.696896432Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f8adef-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-sub","reconcileID":"6244846e-a805-4fe3-bdfe-288a44e9f408","MaaSSubscription":{"name":"e2e-dft-f8adef-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-f8adef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:38.703874535Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f8adef-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-sub","reconcileID":"6244846e-a805-4fe3-bdfe-288a44e9f408","MaaSSubscription":{"name":"e2e-dft-f8adef-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-f8adef","namespace":"llm","model":"llm/e2e-dft-f8adef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:38.74320363Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-222480 priority=0:[ai-tenant-e2e-extmod-a-222480/e2e-shr-auth-bdf8b2-sub ai-tenant-e2e-extmod-a-222480/e2e-shr-quota-82d738-sub ai-tenant-e2e-extmod-a-222480/e2e-shr-shared-be1378-sub]","namespace=ai-tenant-e2e-extmod-b-4d5758 priority=0:[ai-tenant-e2e-extmod-b-4d5758/e2e-shr-auth-bdf8b2-sub ai-tenant-e2e-extmod-b-4d5758/e2e-shr-shared-be1378-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:38.748311621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"f083c610-fa54-42a2-8c9a-c6069a735215","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f8adef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:38.748330991Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"f083c610-fa54-42a2-8c9a-c6069a735215","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"routeName":"external-model-e2e-dft-f8adef-38be963da550","namespace":"llm","model":"e2e-dft-f8adef","externalModel":"e2e-dft-f8adef","provider":"e2e-dft-f8adef-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:38.771719883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d26b76d-92ab-4ac6-a57c-2cb15169d9d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:38.771748896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c4a5b83-6735-4844-a350-e7de6f7bc338","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:38.772214988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"3999047d-3d7d-42e6-ab33-82fe6d70479d","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:38.772221619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"8530049d-12ba-4c82-a2fb-41754f468204","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:38.781833966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d26b76d-92ab-4ac6-a57c-2cb15169d9d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:38.782298845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"8530049d-12ba-4c82-a2fb-41754f468204","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:38.784435583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c4a5b83-6735-4844-a350-e7de6f7bc338","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:38.784597417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"3999047d-3d7d-42e6-ab33-82fe6d70479d","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:38.870170256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"8e886e18-e37d-4c9a-a174-60c0fe7481d3","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:38.884336071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"8e886e18-e37d-4c9a-a174-60c0fe7481d3","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:38.88972684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"44630350-d709-4e49-97e4-5a9deb50e6b9","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f8adef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:38.889748903Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"44630350-d709-4e49-97e4-5a9deb50e6b9","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"routeName":"external-model-e2e-dft-f8adef-38be963da550","namespace":"llm","model":"e2e-dft-f8adef","externalModel":"e2e-dft-f8adef","provider":"e2e-dft-f8adef-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:38.907489995Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f8adef-access","reconcileID":"dc57e08d-cace-42ee-9a9f-b849e81ed8b4","MaaSAuthPolicy":{"name":"e2e-dft-f8adef-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-f8adef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.107616753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"237712ce-a32d-48a7-ad0b-5ffe182b3a8f","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f8adef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.107639707Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"237712ce-a32d-48a7-ad0b-5ffe182b3a8f","MaaSModelRef":{"name":"e2e-dft-f8adef","namespace":"llm"},"routeName":"external-model-e2e-dft-f8adef-38be963da550","namespace":"llm","model":"e2e-dft-f8adef","externalModel":"e2e-dft-f8adef","provider":"e2e-dft-f8adef-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.489743631Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-af16f3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-sub","reconcileID":"a9544bfe-3de8-47fd-9fa5-179b978ded6b","MaaSSubscription":{"name":"e2e-dft-af16f3-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-af16f3","subscription":"e2e-dft-af16f3-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.505379599Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-af16f3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-sub","reconcileID":"a9544bfe-3de8-47fd-9fa5-179b978ded6b","MaaSSubscription":{"name":"e2e-dft-af16f3-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-af16f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.51093314Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-af16f3-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-sub","reconcileID":"a9544bfe-3de8-47fd-9fa5-179b978ded6b","MaaSSubscription":{"name":"e2e-dft-af16f3-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-af16f3","namespace":"llm","model":"llm/e2e-dft-af16f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.568659431Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"a05659aa-05ad-4c8b-b626-e5229decd4d4","namespace":"llm","name":"e2e-dft-f8adef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.585660445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b6cacb30-ba68-4b7c-8320-4c4dc8b2c315","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.585682844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b6cacb30-ba68-4b7c-8320-4c4dc8b2c315","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.586014085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"93b30204-7530-4ce1-ae6a-90b6577302f0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.586030883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"93b30204-7530-4ce1-ae6a-90b6577302f0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.586346934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"864b4d84-4675-43ab-9bb2-2ec703499b0b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.586362348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"864b4d84-4675-43ab-9bb2-2ec703499b0b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.586639652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4c6976d3-d6b8-4cd5-aa6a-091ddc707070","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.586653599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4c6976d3-d6b8-4cd5-aa6a-091ddc707070","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.586978418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e7e34e80-748d-4449-9de3-9d1c800130d5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.586997273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e7e34e80-748d-4449-9de3-9d1c800130d5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.587503827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3f89b28b-d383-4084-80a0-2f5dc224aca5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.58751825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3f89b28b-d383-4084-80a0-2f5dc224aca5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.608728314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"6b11d657-cd0c-420c-b1e5-0468886339dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.619294092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"dd93b096-7c08-492f-960b-16679e0f406b","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-af16f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.619326963Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"dd93b096-7c08-492f-960b-16679e0f406b","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"routeName":"external-model-e2e-dft-af16f3-6785691d5569","namespace":"llm","model":"e2e-dft-af16f3","externalModel":"e2e-dft-af16f3","provider":"e2e-dft-af16f3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.621254884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"9838f506-2ae4-47e1-9eb9-19ca738665f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.630894193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"6b11d657-cd0c-420c-b1e5-0468886339dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.633434743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"0c3d8176-e444-4c26-86f6-3d43d9e7c8f6","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.633533307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"9838f506-2ae4-47e1-9eb9-19ca738665f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.633913569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4696136-d9dd-480f-bfd9-0f7a289ad4f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.641516105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"4fb990dd-1a25-49ca-ae20-cf01b723c7e3","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.647586821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"0c3d8176-e444-4c26-86f6-3d43d9e7c8f6","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.650016885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d38ab203-b338-4fae-9366-21df5b3a8e03","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.650061105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d38ab203-b338-4fae-9366-21df5b3a8e03","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.650507628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7807c0c-db5e-4718-84ec-00924c761d9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.650528775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7807c0c-db5e-4718-84ec-00924c761d9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.669690342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e8b942f0-cecc-44ef-b903-5596e7a40ed5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.670807333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4696136-d9dd-480f-bfd9-0f7a289ad4f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.67113018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7211fe7b-6608-49b3-abac-b40dfa34e7d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.673152664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"4fb990dd-1a25-49ca-ae20-cf01b723c7e3","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.773975387Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-222480 priority=0:[ai-tenant-e2e-extmod-a-222480/e2e-shr-auth-bdf8b2-sub ai-tenant-e2e-extmod-a-222480/e2e-shr-quota-82d738-sub ai-tenant-e2e-extmod-a-222480/e2e-shr-shared-be1378-sub]","namespace=ai-tenant-e2e-extmod-b-4d5758 priority=0:[ai-tenant-e2e-extmod-b-4d5758/e2e-shr-auth-bdf8b2-sub ai-tenant-e2e-extmod-b-4d5758/e2e-shr-shared-be1378-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.778374914Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-f8adef","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f8adef","reconcileID":"fac448a6-852e-476b-90a2-bb6db86e4e19","namespace":"llm","name":"e2e-dft-f8adef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.78044125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"c8b113ec-4fbf-4743-ab73-bb4fb42990f4","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-af16f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.780458211Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"c8b113ec-4fbf-4743-ab73-bb4fb42990f4","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"routeName":"external-model-e2e-dft-af16f3-6785691d5569","namespace":"llm","model":"e2e-dft-af16f3","externalModel":"e2e-dft-af16f3","provider":"e2e-dft-af16f3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.782320322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"0c03e027-9f4b-49c9-8887-0d37c3226a52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.78827516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"6763f53a-7574-4082-bda5-e4b4ffecfa11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.788767994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"9341838e-d0e2-4cd7-8e7a-916d8ea8a2fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.792759914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"0c03e027-9f4b-49c9-8887-0d37c3226a52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.800714912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"6763f53a-7574-4082-bda5-e4b4ffecfa11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.801481629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"9341838e-d0e2-4cd7-8e7a-916d8ea8a2fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.926337997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"73010f68-3bf5-419d-9fa7-4f6c9748be10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.927141406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"ba0217bd-a6ab-4941-8fe5-1f3df430285d","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.928657122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"df22c07a-4a9e-4e1c-ad9a-1aa954ef54dc","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.93249741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"c1a23b22-af57-4d7f-940f-9f0ad0594bd9","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.941868793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"73010f68-3bf5-419d-9fa7-4f6c9748be10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.958960463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"1cbb1da8-c546-44a9-90b1-ab05fbe4bf77","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.962302522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"c1a23b22-af57-4d7f-940f-9f0ad0594bd9","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.963528653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"df22c07a-4a9e-4e1c-ad9a-1aa954ef54dc","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.971606124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"1cbb1da8-c546-44a9-90b1-ab05fbe4bf77","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.97305673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"ba0217bd-a6ab-4941-8fe5-1f3df430285d","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.981510742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"eea164ce-eaa8-4ced-8996-78048d661703","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-af16f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:39.981536165Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"eea164ce-eaa8-4ced-8996-78048d661703","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"routeName":"external-model-e2e-dft-af16f3-6785691d5569","namespace":"llm","model":"e2e-dft-af16f3","externalModel":"e2e-dft-af16f3","provider":"e2e-dft-af16f3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.108294137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96760c65-3d4a-456a-9ef9-4a3c8ae68adf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.187245115Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96760c65-3d4a-456a-9ef9-4a3c8ae68adf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.203254234Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96760c65-3d4a-456a-9ef9-4a3c8ae68adf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.206738689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"14128c73-2f17-4aee-bc57-b02801711b9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.206809998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"d935c751-dfd7-47ab-a551-a1e2d8301e1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.208600288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"35102439-176b-448b-8311-e354da6f787b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.2110201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"7a1c643a-60f7-433f-bcde-1eb0f2c58db5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.215503673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b3f4fb73-672e-4383-bc36-08f0d6b1e8d3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.215523456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b3f4fb73-672e-4383-bc36-08f0d6b1e8d3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.221077952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"d935c751-dfd7-47ab-a551-a1e2d8301e1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.22120266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"35102439-176b-448b-8311-e354da6f787b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.224582341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"14128c73-2f17-4aee-bc57-b02801711b9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.224902845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"7a1c643a-60f7-433f-bcde-1eb0f2c58db5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.279330789Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-af16f3-access","reconcileID":"9ad072bf-b340-403d-ae82-7a5c2799d0f4","MaaSAuthPolicy":{"name":"e2e-dft-af16f3-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-af16f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.32664214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"3226931d-b2f6-4075-95a9-3eda2a9cf8d8","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.339592551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"3226931d-b2f6-4075-95a9-3eda2a9cf8d8","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.395645992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"5d74d093-6768-40b6-8f8e-6aaf390b2383","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-af16f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.3956802Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"5d74d093-6768-40b6-8f8e-6aaf390b2383","MaaSModelRef":{"name":"e2e-dft-af16f3","namespace":"llm"},"routeName":"external-model-e2e-dft-af16f3-6785691d5569","namespace":"llm","model":"e2e-dft-af16f3","externalModel":"e2e-dft-af16f3","provider":"e2e-dft-af16f3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.412466352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"4a41f0bb-30c4-44c8-bdc4-4c9290a834e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.412530579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b195e436-f93e-4a26-8706-00cc18597c1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.412881544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"de537252-327f-4109-bfab-89c64b4c198c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.42348518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"4a41f0bb-30c4-44c8-bdc4-4c9290a834e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.423967856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b195e436-f93e-4a26-8706-00cc18597c1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.425697528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"de537252-327f-4109-bfab-89c64b4c198c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.509596739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"b6cf4c2e-c541-467c-b391-87e41f8d6314","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.513317675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"5ea06e80-240e-4441-9090-70dd5f846495","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.513429121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"f601cef2-c98f-40c9-bfdf-ddb22d9e04cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.520794619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"b6cf4c2e-c541-467c-b391-87e41f8d6314","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.525870513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"3222e4a4-26ff-4dd0-b0b8-17f2b1c08a23","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.531213441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"f601cef2-c98f-40c9-bfdf-ddb22d9e04cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.531266597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"5ea06e80-240e-4441-9090-70dd5f846495","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.553895828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"3222e4a4-26ff-4dd0-b0b8-17f2b1c08a23","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.596917665Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-dd62fc-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-sub","reconcileID":"7edd39ef-8a3f-4730-a8e5-66d0fe52d892","MaaSSubscription":{"name":"e2e-shr-auth-dd62fc-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"model":"e2e-extmod-shr-user-3756e2/e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","subscription":"e2e-shr-auth-dd62fc-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.620497849Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-dd62fc-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-sub","reconcileID":"7edd39ef-8a3f-4730-a8e5-66d0fe52d892","MaaSSubscription":{"name":"e2e-shr-auth-dd62fc-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"model":"e2e-extmod-shr-user-3756e2/e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.68599818Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-dd62fc-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-sub","reconcileID":"7edd39ef-8a3f-4730-a8e5-66d0fe52d892","MaaSSubscription":{"name":"e2e-shr-auth-dd62fc-sub","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"maas-trlp-e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-extmod-shr-user-3756e2/e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.805030112Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-222480 priority=0:[ai-tenant-e2e-extmod-a-222480/e2e-shr-auth-bdf8b2-sub ai-tenant-e2e-extmod-a-222480/e2e-shr-quota-82d738-sub ai-tenant-e2e-extmod-a-222480/e2e-shr-shared-be1378-sub]","namespace=ai-tenant-e2e-extmod-b-4d5758 priority=0:[ai-tenant-e2e-extmod-b-4d5758/e2e-shr-auth-bdf8b2-sub ai-tenant-e2e-extmod-b-4d5758/e2e-shr-shared-be1378-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.811225341Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","reconcileID":"35dc85b1-1bcd-4252-9546-d83f56352dff","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-auth-dd62fc-4992ece9c114","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","externalModel":"e2e-shr-auth-dd62fc","provider":"e2e-shr-auth-dd62fc-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.818902554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"d2c80843-6c82-474a-888a-2072e2af0f9f","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.828746474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"d2c80843-6c82-474a-888a-2072e2af0f9f","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.907640609Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"d4769799-d209-4617-b9aa-521c26d6ec68","namespace":"llm","name":"e2e-dft-af16f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.918937214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"4a8e5c90-6cac-4e4a-b124-0f5e257f280c","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.925922126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"693222f1-ef0c-4ffe-b5c2-c93244b00f44","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.925938138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"693222f1-ef0c-4ffe-b5c2-c93244b00f44","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.926219975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cba3e2ae-55aa-474e-be41-71d30dbb6a84","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.926231018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cba3e2ae-55aa-474e-be41-71d30dbb6a84","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.926468557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ef71aec7-4dde-47b9-ab92-b61a97ff6e35","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.926479907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ef71aec7-4dde-47b9-ab92-b61a97ff6e35","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.926716141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"332ec4b4-9926-4a40-8ed9-334831d1fa44","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.926727203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"332ec4b4-9926-4a40-8ed9-334831d1fa44","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.926954247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6045543f-9389-468b-9804-a4d9b8f5de83","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.926965136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6045543f-9389-468b-9804-a4d9b8f5de83","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.927300649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f568324c-cfb0-4829-b124-1697f6389aa3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.927311954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f568324c-cfb0-4829-b124-1697f6389aa3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.927555926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1075f277-8344-45a4-980b-e25bf37336e5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.92756799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1075f277-8344-45a4-980b-e25bf37336e5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.927785001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c09fed0-ee71-4dda-af26-bc88dedf2978","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.92779552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c09fed0-ee71-4dda-af26-bc88dedf2978","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.935495269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"4a8e5c90-6cac-4e4a-b124-0f5e257f280c","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.945282348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"8623135d-3be8-480e-809b-2786a88d24a6","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.948598229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e69cdaf6-2c04-4f13-9376-8f1905ee65d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.948599428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"c6de23eb-764c-4e03-8354-50663d8f1f47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.953477759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"c890edeb-4882-4bf5-92ec-1010a355881d","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.957939346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"8623135d-3be8-480e-809b-2786a88d24a6","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.960351669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"c6de23eb-764c-4e03-8354-50663d8f1f47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.961171593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f60edeb9-262e-45f4-b2b1-4b0cb786dd36","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.96130083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e69cdaf6-2c04-4f13-9376-8f1905ee65d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.961581808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"81e831a7-a373-44e4-a322-e25e9125ce89","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.965703462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"c890edeb-4882-4bf5-92ec-1010a355881d","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.970795928Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","reconcileID":"6a5dce68-f55e-49d8-b9d6-84aab775486f","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-auth-dd62fc-4992ece9c114","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","externalModel":"e2e-shr-auth-dd62fc","provider":"e2e-shr-auth-dd62fc-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:40.97598157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e69cdaf6-2c04-4f13-9376-8f1905ee65d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.03888709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"c526e8de-0c7b-49c4-8a94-8efc03ac1366","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.052869954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"c526e8de-0c7b-49c4-8a94-8efc03ac1366","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.058387096Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"4479f383-b29e-4353-9bb6-c00c7f1a14f3","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"model":"e2e-extmod-shr-user-3756e2/e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.103123002Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-af16f3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-af16f3","reconcileID":"2ac8701c-4e69-40b4-8183-6b153eb0d90d","namespace":"llm","name":"e2e-dft-af16f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.197771969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"83d741c8-c670-4d3a-852c-bf7cd31a8719","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.198060376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"91a78608-2eb5-475a-a063-e26d13427ce1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.199203458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"464a7cee-4fc7-4bbe-a6e7-8247d2b6c2ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.20745059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"83d741c8-c670-4d3a-852c-bf7cd31a8719","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.208026747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"91a78608-2eb5-475a-a063-e26d13427ce1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.209714486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"464a7cee-4fc7-4bbe-a6e7-8247d2b6c2ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.280493943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"4479f383-b29e-4353-9bb6-c00c7f1a14f3","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.296727322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"2e99c0c8-26cf-4adf-b986-7c0c4b2c7c54","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.308010249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"2e99c0c8-26cf-4adf-b986-7c0c4b2c7c54","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.321712699Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"4479f383-b29e-4353-9bb6-c00c7f1a14f3","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"name":"e2e-extmod-a-c9bce8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.321728763Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"e2e-shr-auth-dd62fc-access","reconcileID":"4479f383-b29e-4353-9bb6-c00c7f1a14f3","MaaSAuthPolicy":{"name":"e2e-shr-auth-dd62fc-access","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c9bce8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.346467395Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","reconcileID":"da60a46c-77a5-43bf-86d7-05ed07b4c835","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-auth-dd62fc-4992ece9c114","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","externalModel":"e2e-shr-auth-dd62fc","provider":"e2e-shr-auth-dd62fc-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.418579714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90bcf7e1-8efd-4e3c-8937-e9636804659b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.419300636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"9591371f-63ee-447d-a61d-9647e28cefa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.420100797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"2ff53ebc-04cf-4467-8127-19385637568b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.463913729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"2ff53ebc-04cf-4467-8127-19385637568b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.464763258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"88c0e43d-185d-4a97-ac02-367f88940357","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.468234528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"9591371f-63ee-447d-a61d-9647e28cefa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.484931398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90bcf7e1-8efd-4e3c-8937-e9636804659b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.49487084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"88c0e43d-185d-4a97-ac02-367f88940357","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.565344312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"623165d6-f56e-444f-a922-74ebcf33ad26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:41.565983019Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"230a6e05-8686-4e5b-ab0a-1bfb6b6cd95c","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:41.566077888Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"230a6e05-8686-4e5b-ab0a-1bfb6b6cd95c","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.585867969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"623165d6-f56e-444f-a922-74ebcf33ad26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:41.588853554Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"14e922c8-e0f0-4089-b0f9-73d0d51700be","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:41.58891613Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"14e922c8-e0f0-4089-b0f9-73d0d51700be","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.69770905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"7a1757f7-c289-42e5-a63f-d6d133b2bccb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.698204302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"57b81fce-7556-44f4-8edc-7025a74f1924","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.698679793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6412eb9-622d-4a49-8156-e3c3bbb8c1fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.699618968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"b9f4db02-6bd2-4b26-8643-7a182ea27c77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.701568028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"219401f9-0b44-434c-88f9-ed9d7f8f6e1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.713518806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6412eb9-622d-4a49-8156-e3c3bbb8c1fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.770848146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"b9f4db02-6bd2-4b26-8643-7a182ea27c77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.771177994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"57b81fce-7556-44f4-8edc-7025a74f1924","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.771337084Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","reconcileID":"63e0e009-ef06-4ab5-a563-7e1c17d848ee","MaaSModelRef":{"name":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-auth-dd62fc-4992ece9c114","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-auth-dd62fc-e2e-extmod-a-c9bce8","externalModel":"e2e-shr-auth-dd62fc","provider":"e2e-shr-auth-dd62fc-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.772401038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"219401f9-0b44-434c-88f9-ed9d7f8f6e1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.773721413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"7a1757f7-c289-42e5-a63f-d6d133b2bccb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.774450388Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6412eb9-622d-4a49-8156-e3c3bbb8c1fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.800217282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"4d3d7346-f425-4833-ae3a-69790b0cc5ab","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.80965614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"4d3d7346-f425-4833-ae3a-69790b0cc5ab","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.856889652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00cea56f-6ff1-42ed-b728-84cb53176a42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.862616305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00cea56f-6ff1-42ed-b728-84cb53176a42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.867140825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00cea56f-6ff1-42ed-b728-84cb53176a42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.871609029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00cea56f-6ff1-42ed-b728-84cb53176a42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.912426518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"b8f8e191-aa32-4146-8b99-e0ae6b89ac24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.916901179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"842c6a83-c5ac-4eed-aa02-8d482c3d9c03","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.935069945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"842c6a83-c5ac-4eed-aa02-8d482c3d9c03","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:41.937732874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"b8f8e191-aa32-4146-8b99-e0ae6b89ac24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.21956405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0b59b2f-1916-4906-9db5-4f894d6795d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.223617486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0b59b2f-1916-4906-9db5-4f894d6795d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.228510676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0b59b2f-1916-4906-9db5-4f894d6795d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.23296875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0b59b2f-1916-4906-9db5-4f894d6795d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.289987842Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-dd62fc","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc","reconcileID":"b2ab3221-5b00-4e38-9d96-b91b55230964","namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.400163455Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","reconcileID":"6a934f64-dc24-41e9-b0e7-0bb22de9980d","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-shared-a89b32-286f999e83b6","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","externalModel":"e2e-shr-shared-a89b32","provider":"e2e-shr-shared-a89b32-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.400835093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"48aa7830-2c3a-4f44-917e-442d8aa1c558","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.405115954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"8d893d73-b27c-46b8-8475-9cbbc2bf9d92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.406315215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"d7fb3c5e-4f49-40ad-836e-ec9c36757325","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.414569338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"48aa7830-2c3a-4f44-917e-442d8aa1c558","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.417291526Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-shared-a89b32-e2e-extmod-b-d97cc8","reconcileID":"e43a7ccd-8e51-4325-a23a-44ef04c8ecb7","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-b-d97cc8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-shared-a89b32-8fdb4117403b","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-shared-a89b32-e2e-extmod-b-d97cc8","externalModel":"e2e-shr-shared-a89b32","provider":"e2e-shr-shared-a89b32-provider","gateway":"openshift-ingress/e2e-extmod-b-d97cc8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.417595181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"248afcde-0b09-4504-a0a0-268ab93b5867","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.418014214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f052291-3c28-44b2-892e-8b021f9cf01f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.424027265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"8d893d73-b27c-46b8-8475-9cbbc2bf9d92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.429758205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"d7fb3c5e-4f49-40ad-836e-ec9c36757325","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.43268472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f052291-3c28-44b2-892e-8b021f9cf01f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.470566516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"248afcde-0b09-4504-a0a0-268ab93b5867","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.47153689Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","reconcileID":"beb390eb-1809-425a-a71a-291a94de6f26","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-shared-a89b32-286f999e83b6","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","externalModel":"e2e-shr-shared-a89b32","provider":"e2e-shr-shared-a89b32-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.472543056Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f052291-3c28-44b2-892e-8b021f9cf01f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.514677562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"581e807f-612c-4bf2-b581-b0b219d616a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.525701197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"581e807f-612c-4bf2-b581-b0b219d616a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.54552046Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-dd62fc","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc","reconcileID":"07550c75-d2c9-4db4-9354-68b758dd4eb1","namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-auth-dd62fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.611820473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"ec3d474f-56a9-4032-a14a-ce2797213dec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.710862975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"ec3d474f-56a9-4032-a14a-ce2797213dec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.789950051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"aa602a9b-1e04-4a79-851c-13c5f67c74ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.794426126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb664047-f8ca-4a1d-a899-2ce0d0ad987f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.795919939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"258a3bd1-023e-45de-8d1b-0c4daafafced","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.796425617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"12dad961-d6df-45d6-82d0-1ef2979e3d8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.800896112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"aa602a9b-1e04-4a79-851c-13c5f67c74ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.813446185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb664047-f8ca-4a1d-a899-2ce0d0ad987f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.813634041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"258a3bd1-023e-45de-8d1b-0c4daafafced","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.815830032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"12dad961-d6df-45d6-82d0-1ef2979e3d8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.819392256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"e665983e-363e-49c0-bf4b-81f47bd8d3d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.831290651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"e665983e-363e-49c0-bf4b-81f47bd8d3d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.873963399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7e622f7-4ff2-404a-b0b6-a3574596fe9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.888573938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7e622f7-4ff2-404a-b0b6-a3574596fe9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.893498178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7e622f7-4ff2-404a-b0b6-a3574596fe9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.898729666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7e622f7-4ff2-404a-b0b6-a3574596fe9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.942663853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"007920ae-b384-4cb3-a26f-c60bb619c9ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.948537956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"f92442e9-f79e-495e-ba7a-714cdaed0614","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.948704653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"0c0e0bc4-bed1-4da0-a5d3-31c6d4732bca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.952774256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"007920ae-b384-4cb3-a26f-c60bb619c9ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.960628093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"d09db5b6-2a60-4f40-9e88-b93f295b39f6","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.96514136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"0c0e0bc4-bed1-4da0-a5d3-31c6d4732bca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.966105506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"f92442e9-f79e-495e-ba7a-714cdaed0614","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:42.974768248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"d09db5b6-2a60-4f40-9e88-b93f295b39f6","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.033161722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"150f69b3-4282-46c3-86e4-7d88ac59fc0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.033292285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"d187962f-cb89-4a54-b135-f93b94f0a2d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.033811481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"17e0b589-dce1-4b34-8fdf-bad52b99a826","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.040140595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"8c2d5a59-663b-41d4-94df-f12c5f9284d9","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.045639496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"d187962f-cb89-4a54-b135-f93b94f0a2d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.046478691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"150f69b3-4282-46c3-86e4-7d88ac59fc0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.048158104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"17e0b589-dce1-4b34-8fdf-bad52b99a826","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.052315906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"8c2d5a59-663b-41d4-94df-f12c5f9284d9","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.056445015Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"150f69b3-4282-46c3-86e4-7d88ac59fc0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.12526361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"54b5031b-e62e-4498-be86-2f91301164f3","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.126110304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"5bdfbf72-521f-425c-9874-03b24c0fc964","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.135965342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"54b5031b-e62e-4498-be86-2f91301164f3","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.136882825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"5bdfbf72-521f-425c-9874-03b24c0fc964","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.212840825Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-2fe31e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-2fe31e","reconcileID":"8efc5ee6-e9e7-4c4c-b410-5426316f917b","namespace":"llm","name":"e2e-dft-refs-2fe31e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.228930394Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-2fe31e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-2fe31e","reconcileID":"21e3130e-d043-47b7-8e9c-f39b972d4fb4","namespace":"llm","name":"e2e-dft-refs-2fe31e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.236535366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"1fe6f953-830b-4ed1-ac5f-962199216f0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.249100424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"0e601a3d-d0f6-4f83-882c-746eb736837a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.249910075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"804ce538-9beb-4129-a00a-7ddd060bce4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.2714223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"1fe6f953-830b-4ed1-ac5f-962199216f0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.277767104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"804ce538-9beb-4129-a00a-7ddd060bce4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.278087758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"0e601a3d-d0f6-4f83-882c-746eb736837a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.288796773Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","reconcileID":"fd0b1e60-9ba4-40c4-80d6-57b968c3e1f8","MaaSModelRef":{"name":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","namespace":"e2e-extmod-shr-user-3756e2"},"routeName":"external-model-e2e-shr-shared-a89b32-286f999e83b6","namespace":"e2e-extmod-shr-user-3756e2","model":"e2e-shr-shared-a89b32-e2e-extmod-a-c9bce8","externalModel":"e2e-shr-shared-a89b32","provider":"e2e-shr-shared-a89b32-provider","gateway":"openshift-ingress/e2e-extmod-a-c9bce8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.289877709Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"804ce538-9beb-4129-a00a-7ddd060bce4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.296140034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d5e5cf43-1a05-4c00-b460-a1929d4710d7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.296161885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d5e5cf43-1a05-4c00-b460-a1929d4710d7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.296590139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d54b0639-e1b4-41b3-b4d2-31eb5fdae911","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.296608155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d54b0639-e1b4-41b3-b4d2-31eb5fdae911","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.297214726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"eef20839-774a-47d0-9a93-c9551d3ec5b3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.297235412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"eef20839-774a-47d0-9a93-c9551d3ec5b3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.297614583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9469a0bf-ed3f-4456-8f87-f7184f5d6d4a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.297633161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9469a0bf-ed3f-4456-8f87-f7184f5d6d4a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.298194024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9fd52770-84da-49ab-85d8-b9bd97df2eb1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.298214418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9fd52770-84da-49ab-85d8-b9bd97df2eb1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.298588312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bacb5cfa-4099-4db0-94c0-650371b26ea4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.29860774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bacb5cfa-4099-4db0-94c0-650371b26ea4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.298988435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e480a8c-d319-40cd-abd7-be361d712bf9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.29900646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e480a8c-d319-40cd-abd7-be361d712bf9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.299580734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a5789d35-f73d-4b1b-a59b-5b58f5c8ebcb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.299599902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a5789d35-f73d-4b1b-a59b-5b58f5c8ebcb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.305380352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"98ff5821-158e-492a-8493-a622e1ec08e5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.305407844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"98ff5821-158e-492a-8493-a622e1ec08e5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.305827917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6527a083-56cc-419b-a1de-947925a827f4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.305849481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6527a083-56cc-419b-a1de-947925a827f4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.306256671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8a6762e7-b4be-446b-88d2-089d15089aee","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.306276715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8a6762e7-b4be-446b-88d2-089d15089aee","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.306651332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b3d59858-8292-4610-b084-25456f181be4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.306671439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b3d59858-8292-4610-b084-25456f181be4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.30706353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5694e6e6-5e28-4413-a9bc-db9bb5afe34d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.307085434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5694e6e6-5e28-4413-a9bc-db9bb5afe34d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.307617735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ed11aab2-9185-4488-9cb5-de84547564c6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.307638741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ed11aab2-9185-4488-9cb5-de84547564c6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.307941079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f454873a-0682-49eb-9333-ca8c2696b3ed","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.307958075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f454873a-0682-49eb-9333-ca8c2696b3ed","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.308353998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1cbb05c-c748-471f-b040-a75cb4305a4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.308368322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1cbb05c-c748-471f-b040-a75cb4305a4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.33020529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"87b2c510-5dfd-4611-8543-921b9f8baf58","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.330663722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ccb7dbbf-2fe3-4862-a357-c8876613a0d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.335436641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"93ec8411-8f20-4f96-bd1a-d1d391af40c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.335917054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"d19dce26-dac2-45fe-b36e-1f923a7fe3d1","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.384966592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"777536b8-8aec-4bc0-a779-6ba5964b61ed","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.390452026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"93ec8411-8f20-4f96-bd1a-d1d391af40c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.472830998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"d19dce26-dac2-45fe-b36e-1f923a7fe3d1","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.477586356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"777536b8-8aec-4bc0-a779-6ba5964b61ed","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.497577851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"c7622828-f9f5-438e-a3d7-857b528131b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.51102195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"799ae449-91a4-47d3-9a38-a3a0ade2524a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.522574099Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-2fe31e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-2fe31e","reconcileID":"5e751174-a417-49a3-8d66-f668cc0b4d98","MaaSModelRef":{"name":"e2e-dft-refs-2fe31e","namespace":"llm"},"name":"e2e-dft-refs-2fe31e","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.525758392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"799ae449-91a4-47d3-9a38-a3a0ade2524a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.526855373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"c7622828-f9f5-438e-a3d7-857b528131b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.565792265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-2fe31e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-2fe31e","reconcileID":"e37b61a8-fef8-437b-8559-4f10db79d908","MaaSModelRef":{"name":"e2e-dft-refs-2fe31e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-2fe31e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.56582736Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-2fe31e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-2fe31e","reconcileID":"e37b61a8-fef8-437b-8559-4f10db79d908","MaaSModelRef":{"name":"e2e-dft-refs-2fe31e","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-2fe31e-32a520c08276","namespace":"llm","model":"e2e-dft-refs-2fe31e","externalModel":"e2e-dft-refs-2fe31e","provider":"e2e-dft-refs-2fe31e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.569131728Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-2fe31e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-2fe31e","reconcileID":"51c691c5-610a-4b01-b151-b5060649f828","namespace":"llm","name":"e2e-dft-refs-2fe31e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.623566031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"e4f9a0c0-d737-4293-bcfa-e3453c4c5c05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.629153364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0902db7-434b-451f-b937-b8e4063cb11e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.634450073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"ab7a49dc-6fce-4aed-9b96-8b7e7303bcec","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.634771355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"e4f9a0c0-d737-4293-bcfa-e3453c4c5c05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.635131509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"d261196c-a770-448a-b22f-fb22d4bb41fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.636870646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"50c3b737-72b6-4ce6-a0c3-ba15b6ba88ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.639750203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0902db7-434b-451f-b937-b8e4063cb11e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.647115025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"d261196c-a770-448a-b22f-fb22d4bb41fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.647628912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"ab7a49dc-6fce-4aed-9b96-8b7e7303bcec","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.650335629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"50c3b737-72b6-4ce6-a0c3-ba15b6ba88ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.750578152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"d09c3ae4-5572-42d6-9980-21121223e66a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.751250977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"5e6c78cf-d80b-4271-8cf6-d98c78cd1a07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.751750169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"61bdee69-9f6f-45b5-b8f1-3990449fb598","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.758003135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"20b3d63b-2418-46c6-86a7-8f51ef7d3670","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.75820371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"ad11760c-4c86-4ff7-bc29-0e74bd5c29b0","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.766404082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"61bdee69-9f6f-45b5-b8f1-3990449fb598","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.767545385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"5e6c78cf-d80b-4271-8cf6-d98c78cd1a07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.769960923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"d09c3ae4-5572-42d6-9980-21121223e66a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.772894968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"20b3d63b-2418-46c6-86a7-8f51ef7d3670","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.773638937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"ad11760c-4c86-4ff7-bc29-0e74bd5c29b0","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.836189466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"e535d0f9-a696-4f63-87e0-c6031ea5ab5a","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.83693733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"023c0455-97c5-452a-a1fd-2464244eb75e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.8369874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"78e2a66e-e586-4be4-8dea-8affbfedfde3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.84085003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05b5fc64-60dc-426d-bc31-cc6635ac01b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.841397275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"222c564c-786f-4995-b517-084f7cbceaa7","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.847701585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"e535d0f9-a696-4f63-87e0-c6031ea5ab5a","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.847711829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"023c0455-97c5-452a-a1fd-2464244eb75e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.851268582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"78e2a66e-e586-4be4-8dea-8affbfedfde3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.870838565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05b5fc64-60dc-426d-bc31-cc6635ac01b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.872762122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"222c564c-786f-4995-b517-084f7cbceaa7","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.879875385Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05b5fc64-60dc-426d-bc31-cc6635ac01b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.898783399Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-a89b32","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-shared-a89b32","reconcileID":"d545308c-a7ee-4ba8-bdf2-13eeaa5518e0","namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-shared-a89b32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.911760035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"01b8c1ab-8424-4fe9-9733-e03485a6e2b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:43.923558432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"01b8c1ab-8424-4fe9-9733-e03485a6e2b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.170016769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"299c2f12-cf15-48fa-8046-3e0d8402bf2a","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.190499812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"1e8ce09c-b4cb-48a7-be5c-e9bca62521f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.192662155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3aa4d6ea-297a-4287-9c48-f6f1512557aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.195331527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"299c2f12-cf15-48fa-8046-3e0d8402bf2a","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.201377121Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-a89b32","namespace":"e2e-extmod-shr-user-3756e2"},"namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-shared-a89b32","reconcileID":"b4d605f9-f3f0-4da3-a8c4-22eb2a12ff94","namespace":"e2e-extmod-shr-user-3756e2","name":"e2e-shr-shared-a89b32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.206694716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"6d925f77-7c7c-471a-93ec-424f18c1538f","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.213438573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"1e8ce09c-b4cb-48a7-be5c-e9bca62521f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.213442091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3aa4d6ea-297a-4287-9c48-f6f1512557aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.237150021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"2996f871-b797-41c4-9fe9-fb4ae3594964","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.2564919Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3aa4d6ea-297a-4287-9c48-f6f1512557aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.259406871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"6d925f77-7c7c-471a-93ec-424f18c1538f","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.315648153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"2996f871-b797-41c4-9fe9-fb4ae3594964","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.325688548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"dacc8b6c-79a8-4bf4-8a50-88b0cc9bbc4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.326994103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"bbf09ae1-49fc-422a-ac6d-f5f293da328d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.337265601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"dacc8b6c-79a8-4bf4-8a50-88b0cc9bbc4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.339398382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"bbf09ae1-49fc-422a-ac6d-f5f293da328d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.347666007Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-2fe31e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-2fe31e","reconcileID":"ae900143-48d4-4f65-828a-c95b303d9812","namespace":"llm","name":"e2e-dft-refs-2fe31e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.355668966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-2fe31e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-2fe31e","reconcileID":"17f2c5e0-b9a0-4b20-b24e-12c23208b444","MaaSModelRef":{"name":"e2e-dft-refs-2fe31e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-2fe31e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.355689156Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-2fe31e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-2fe31e","reconcileID":"17f2c5e0-b9a0-4b20-b24e-12c23208b444","MaaSModelRef":{"name":"e2e-dft-refs-2fe31e","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-2fe31e-32a520c08276","namespace":"llm","model":"e2e-dft-refs-2fe31e","externalModel":"e2e-dft-refs-2fe31e","provider":"e2e-dft-refs-2fe31e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.364092249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"d727361d-fc49-40a7-b5ef-e11535dced83","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.368423548Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-2fe31e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-2fe31e","reconcileID":"96fdc136-5f36-4dc9-a823-5cdbdb051507","MaaSModelRef":{"name":"e2e-dft-refs-2fe31e","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-2fe31e-32a520c08276","namespace":"llm","model":"e2e-dft-refs-2fe31e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.375554221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"d727361d-fc49-40a7-b5ef-e11535dced83","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.393886582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1695708e-e2a5-41a1-8151-ab7a20e17c9f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.393909983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1695708e-e2a5-41a1-8151-ab7a20e17c9f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.394439708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4de71533-d541-404d-951c-64f1f114b0d7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.394459779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4de71533-d541-404d-951c-64f1f114b0d7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.394841679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3013cba3-d926-4c6e-880e-918cb32da1e9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.394860818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3013cba3-d926-4c6e-880e-918cb32da1e9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.395276948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"045bad41-874c-44ca-8164-c78f1d3c9dcd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.39529071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"045bad41-874c-44ca-8164-c78f1d3c9dcd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.395676338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"be9c1ee9-f6cf-4d0e-b74c-3be0975f6819","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.395693813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"be9c1ee9-f6cf-4d0e-b74c-3be0975f6819","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.396227283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f7fedbd2-ff3b-40c6-affd-76c576a7620c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.39624579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f7fedbd2-ff3b-40c6-affd-76c576a7620c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.396611619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f8469b16-16f7-41ff-a71b-f511778fd401","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.396628377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f8469b16-16f7-41ff-a71b-f511778fd401","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.396964258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"588fa099-67da-4d8c-bb5b-93aabc4276b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.39698266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"588fa099-67da-4d8c-bb5b-93aabc4276b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.397037703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8f9223e5-1c5e-417f-abee-62cb2f2027b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.397770473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1fb100cb-f2d7-4ec5-80a3-fa0467303105","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.47115475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2dc22ff-57a3-43a4-a11c-469829b1d072","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.471251209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"20a39924-e002-49ab-9934-58a35d97baa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.471938457Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-2fe31e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-2fe31e","reconcileID":"a51d4663-1555-4b24-8459-dda00fca19ea","namespace":"llm","name":"e2e-dft-refs-2fe31e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.482400611Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-2fe31e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-2fe31e","reconcileID":"73289cb6-ed7f-46f2-af84-9d36da8e3e12","MaaSModelRef":{"name":"e2e-dft-refs-2fe31e","namespace":"llm"},"name":"e2e-dft-refs-2fe31e","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.485889337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2dc22ff-57a3-43a4-a11c-469829b1d072","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.488465486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"20a39924-e002-49ab-9934-58a35d97baa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.567524355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"b20ba430-11cd-4b52-a287-7fc7e6697bc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.568943819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"e32b85e9-ebf8-4612-9c31-e319ef6b0630","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.572996908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"016170c4-7e09-4aa5-88f0-bc9db8a5b74a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.597963229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"016170c4-7e09-4aa5-88f0-bc9db8a5b74a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.59873142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"e32b85e9-ebf8-4612-9c31-e319ef6b0630","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.600617095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"b20ba430-11cd-4b52-a287-7fc7e6697bc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.667328129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"6f54339d-4704-484e-8c4e-34df97cdd4ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.674194931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"00ef2028-c360-404b-a16d-5f1aaa656d68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.68103144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"6f54339d-4704-484e-8c4e-34df97cdd4ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.689708158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"00ef2028-c360-404b-a16d-5f1aaa656d68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.76529295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"bb345324-612a-4b5c-a4ea-4a39cee96ee2","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.767302605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"00eabbef-349e-4464-a9f7-f46a48313816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.767404414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99570d8a-abe6-4d17-a79f-29a826639511","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.774349611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"bb35595f-ef0c-4d85-9306-162a417d8ddf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.774434261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"76266db4-0a71-46ba-8a5f-b61f3a02648a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.780446357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"bb345324-612a-4b5c-a4ea-4a39cee96ee2","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.781888563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"00eabbef-349e-4464-a9f7-f46a48313816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.786580018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99570d8a-abe6-4d17-a79f-29a826639511","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.788698954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"76266db4-0a71-46ba-8a5f-b61f3a02648a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.789600939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"bb35595f-ef0c-4d85-9306-162a417d8ddf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.802544347Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99570d8a-abe6-4d17-a79f-29a826639511","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.880072175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"9bc3b115-8e5e-4273-87ec-4b0e5083d0eb","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.901291729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"9bc3b115-8e5e-4273-87ec-4b0e5083d0eb","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.964528403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"e1eb75b5-01ad-4456-be4e-da3681ba9c95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.971696117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"114a7bfc-d8eb-48da-8a92-be2c4c0eef0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.971702258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"24583fb4-b966-433b-b7d0-3aaf5e6523d1","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.974366369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"935ef076-3697-4f67-bd56-fc5420c8b842","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.977687511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a9b9797-cc3b-488f-aac7-8706d6a3026e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.978721494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"e1eb75b5-01ad-4456-be4e-da3681ba9c95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.983462675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"24583fb4-b966-433b-b7d0-3aaf5e6523d1","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.983722426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"114a7bfc-d8eb-48da-8a92-be2c4c0eef0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.987439829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"935ef076-3697-4f67-bd56-fc5420c8b842","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:44.989421173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a9b9797-cc3b-488f-aac7-8706d6a3026e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.069721517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"95223c6f-8023-4ad1-9537-00035ef223d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.084404466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"95223c6f-8023-4ad1-9537-00035ef223d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.477188809Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-2fe31e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-2fe31e","reconcileID":"3fbf2f03-963f-4cfa-b0e7-619d1a43dbc2","namespace":"llm","name":"e2e-dft-refs-2fe31e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.483515844Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-2fe31e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-2fe31e","reconcileID":"59cb2a95-cef7-49dd-9343-b32d011a0682","MaaSModelRef":{"name":"e2e-dft-refs-2fe31e","namespace":"llm"},"name":"e2e-dft-refs-2fe31e","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.50151102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"c4e8845b-811f-462f-97c1-c41a10065249","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.501778825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"bd7de1c2-0032-4f21-8095-3e5bcece72a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.501893393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a70476fc-ece9-49f3-9bf6-db47b928af60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.504361543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"d52596f4-4a4d-4044-a256-6a1f1d68bef7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.504511863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"f78ab740-195b-476a-8c80-b032e2da2272","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.513604537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"bd7de1c2-0032-4f21-8095-3e5bcece72a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.513741548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"c4e8845b-811f-462f-97c1-c41a10065249","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.516110037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a70476fc-ece9-49f3-9bf6-db47b928af60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.517936823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"d52596f4-4a4d-4044-a256-6a1f1d68bef7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.518825063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"f78ab740-195b-476a-8c80-b032e2da2272","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.520906367Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-2fe31e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-2fe31e","reconcileID":"c4dd23b2-5ccb-4ca0-a37f-ee723a4e3371","MaaSModelRef":{"name":"e2e-dft-refs-2fe31e","namespace":"llm"},"name":"e2e-dft-refs-2fe31e","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.525299427Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a70476fc-ece9-49f3-9bf6-db47b928af60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.530898617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8bf8da00-bda1-449a-a9bd-1163b256d9e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.530960556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8bf8da00-bda1-449a-a9bd-1163b256d9e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.531539497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"106da3f1-078e-4532-891e-98d4d224b952","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.531561502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"106da3f1-078e-4532-891e-98d4d224b952","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.531884018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"27832116-c7a1-4eef-b1c6-f5e79c9cf4f5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.531898348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"27832116-c7a1-4eef-b1c6-f5e79c9cf4f5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.532173626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d3bb7c7d-c3c3-4e67-a87e-6612db628720","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.532184514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d3bb7c7d-c3c3-4e67-a87e-6612db628720","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.532411539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"75ac386d-fd17-4307-9996-227e74462f4f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.532421039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"75ac386d-fd17-4307-9996-227e74462f4f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.532633454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"425e5b18-c1cf-407a-93ad-718b5c83b47c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.532642653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"425e5b18-c1cf-407a-93ad-718b5c83b47c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.532945361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1d41b132-988d-4365-8e3a-1ca7bf9d4ea8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.5329556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1d41b132-988d-4365-8e3a-1ca7bf9d4ea8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.533199978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"575c9e42-21eb-429b-a558-a7607e91d579","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.533211955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"575c9e42-21eb-429b-a558-a7607e91d579","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.538241705Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-2fe31e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-2fe31e","reconcileID":"ccca0ee5-83e8-4a16-833c-13d08f8a757c","MaaSModelRef":{"name":"e2e-dft-refs-2fe31e","namespace":"llm"},"name":"e2e-dft-refs-2fe31e","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.540701127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"405bd8be-0ce4-474f-97c7-e33a7189f84d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.597253268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"7f71bd01-967d-4dcd-9709-e1ad895fa528","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.608808853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"7f71bd01-967d-4dcd-9709-e1ad895fa528","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.638605801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b94bd3c1-6f8b-4ec5-b783-fa37f0218286","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.650101472Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-2fe31e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-2fe31e","reconcileID":"44236eb1-7d06-4780-83b4-ba3d82e60505","namespace":"llm","name":"e2e-dft-refs-2fe31e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.656264398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-2fe31e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-2fe31e","reconcileID":"9d6a1758-3309-4b56-aac3-862862937da1","MaaSModelRef":{"name":"e2e-dft-refs-2fe31e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-2fe31e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.656289569Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-2fe31e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-2fe31e","reconcileID":"9d6a1758-3309-4b56-aac3-862862937da1","MaaSModelRef":{"name":"e2e-dft-refs-2fe31e","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-2fe31e-32a520c08276","namespace":"llm","model":"e2e-dft-refs-2fe31e","externalModel":"e2e-dft-refs-2fe31e","provider":"e2e-dft-refs-2fe31e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.670191527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"4f886e63-da4d-40c4-8eae-ecb18ebecaf3","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.680792393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"4f886e63-da4d-40c4-8eae-ecb18ebecaf3","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.75026768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"fa5bbaba-b805-4f04-b940-860e8d82456f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.75107909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"104fd9d1-5cda-470b-95b2-3b90a0bee08d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.75814467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"c4fee62e-63ba-4076-96bc-5986bc161508","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.764985385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"fa5bbaba-b805-4f04-b940-860e8d82456f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.764998343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"104fd9d1-5cda-470b-95b2-3b90a0bee08d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.775280356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"c4fee62e-63ba-4076-96bc-5986bc161508","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.852871724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"3fb68b0b-fb57-41ec-acb9-ee4320f3872c","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.858008632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"b4cd8f22-f967-4617-9403-26b34a516a8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.864456573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"3fb68b0b-fb57-41ec-acb9-ee4320f3872c","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.868400765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"b4cd8f22-f967-4617-9403-26b34a516a8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.956812299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"e7abc9ac-b99b-48d6-abbc-417d0b090361","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.957364234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"726123b7-807a-46ff-9789-b8afa755b8d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.967795375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"99c79244-cf42-48d3-96eb-f925e9a6f9bb","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.973164738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"726123b7-807a-46ff-9789-b8afa755b8d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.973284156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"e7abc9ac-b99b-48d6-abbc-417d0b090361","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:45.978186775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"99c79244-cf42-48d3-96eb-f925e9a6f9bb","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.054622313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"10d08699-4004-4d77-a3db-ea05e1425719","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.054769773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"146bedd6-8349-43a2-9c0d-38363241e0dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.055217408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"cce3a752-e4da-4342-a30a-3f0e0bfda41c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.070517314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"10d08699-4004-4d77-a3db-ea05e1425719","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.075776034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"146bedd6-8349-43a2-9c0d-38363241e0dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.076194341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"f6e51647-1ea3-44b3-a355-ebc32fb0402a","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.077091615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"cce3a752-e4da-4342-a30a-3f0e0bfda41c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.086155701Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"146bedd6-8349-43a2-9c0d-38363241e0dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.09579031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"f6e51647-1ea3-44b3-a355-ebc32fb0402a","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.197648767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"d2f0c6c0-dd7b-4e17-a386-c6e256f0e773","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.197780146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"9dde64b9-51f2-4ea1-af91-cb00af49212f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.211900134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"d2f0c6c0-dd7b-4e17-a386-c6e256f0e773","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.212377774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"14b41d3c-23e0-4ce0-900c-c02e84696258","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.213867283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"9dde64b9-51f2-4ea1-af91-cb00af49212f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.227216557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"14b41d3c-23e0-4ce0-900c-c02e84696258","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.258917023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"2aa3b823-7ac4-44eb-baab-8427c51b1178","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.259232734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"fbd0b174-1944-4a69-8462-918d2aef57cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.272120897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"2aa3b823-7ac4-44eb-baab-8427c51b1178","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.273870798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"fbd0b174-1944-4a69-8462-918d2aef57cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.755371756Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-2fe31e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-2fe31e","reconcileID":"6b4963e9-2179-4f36-8dc4-9a72c37ad2fd","namespace":"llm","name":"e2e-dft-refs-2fe31e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.778237858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9d63f09e-c895-4867-91b3-2d4276bc8fae","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.778266796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9d63f09e-c895-4867-91b3-2d4276bc8fae","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.778691533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b9ede621-37a5-4d4d-a0a8-9ac44df3af46","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.778714756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b9ede621-37a5-4d4d-a0a8-9ac44df3af46","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.779125038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2327c2ec-0d90-4e8b-ab09-6de4c01b5151","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.779148953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2327c2ec-0d90-4e8b-ab09-6de4c01b5151","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.779728534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0f458b18-14e8-49f7-8283-34d8f159ac8c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.779747455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0f458b18-14e8-49f7-8283-34d8f159ac8c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.780125324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1ae79b6f-6e32-4843-ac91-b3054ac82757","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.780142029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1ae79b6f-6e32-4843-ac91-b3054ac82757","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.780545988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8eaf284-6428-4e01-b89f-906346683eb8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.780562949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8eaf284-6428-4e01-b89f-906346683eb8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.781032662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d42294de-816e-4978-b969-be515ce12c71","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.781067892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d42294de-816e-4978-b969-be515ce12c71","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.781411979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a8c02801-f2ff-44da-8130-e12f6f184203","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.781427884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a8c02801-f2ff-44da-8130-e12f6f184203","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.7878005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e6f4ed3-35d4-4af6-8751-165a2500eb6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.797372293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"c4790691-74ec-4e9d-920b-b8c16a5b2802","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.801376512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"5ea97c89-725d-4c7d-8944-b8bec413d1c0","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.801681051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"7d26117c-00f3-405c-ad9c-929da902826d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.809319406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e6f4ed3-35d4-4af6-8751-165a2500eb6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.811540304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"c4790691-74ec-4e9d-920b-b8c16a5b2802","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.876908021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"63c58ae8-8461-435a-aa4f-a295c5631d08","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.882790201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"5ea97c89-725d-4c7d-8944-b8bec413d1c0","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.884819304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"7d26117c-00f3-405c-ad9c-929da902826d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.88686098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e6f4ed3-35d4-4af6-8751-165a2500eb6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.894845113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a0fa9092-344a-4cfd-a81a-d07e4fee4ebc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.899261975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"63c58ae8-8461-435a-aa4f-a295c5631d08","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.915086015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"95b08ef9-13cf-4b7f-878a-df218f261a9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.926289339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4881a3ce-7ece-439c-b853-370513abb1f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.931280692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"95b08ef9-13cf-4b7f-878a-df218f261a9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.957703078Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-2fe31e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-2fe31e","reconcileID":"ebb62eeb-73b1-4ae3-a995-2f37bbbf88dd","namespace":"llm","name":"e2e-dft-refs-2fe31e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.98762436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"ff90fd1f-5d8f-416b-bb21-afb6361040a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:46.997970502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"ff90fd1f-5d8f-416b-bb21-afb6361040a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.016240764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"3583cf10-7b9c-4d50-9d41-aecd36f88f1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.035450758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"3583cf10-7b9c-4d50-9d41-aecd36f88f1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.053604905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"554a6e3f-c468-41c6-8bb2-fb735fb3fa96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.0537235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"58fa54bd-9a88-4b81-8eca-dafbf7ee36d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.054084025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"f9044638-89ba-4723-a55f-8a79d4247fc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.05416458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"f26d0f8b-9eea-4abd-be24-7a2e517b806e","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.065387689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"f9044638-89ba-4723-a55f-8a79d4247fc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.066136496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"554a6e3f-c468-41c6-8bb2-fb735fb3fa96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.067850709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"f26d0f8b-9eea-4abd-be24-7a2e517b806e","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.06963862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"58fa54bd-9a88-4b81-8eca-dafbf7ee36d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.241419759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"db825fcb-c625-426f-8e33-de17e6af52d9","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.251960597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"db825fcb-c625-426f-8e33-de17e6af52d9","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.341610434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"af841d6c-31dc-471d-ad1c-464fa606f523","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.347234963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"e68feea6-d6a5-415f-992e-a7b4bfd951c7","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.347512258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"5f8a8150-dcb1-40b7-90c3-f07dde86eb59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.347661273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"01e6662a-c301-4599-8796-6783c0475ddf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.352558458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"af841d6c-31dc-471d-ad1c-464fa606f523","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.358868892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"e68feea6-d6a5-415f-992e-a7b4bfd951c7","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.35939023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"5f8a8150-dcb1-40b7-90c3-f07dde86eb59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.361290069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"01e6662a-c301-4599-8796-6783c0475ddf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.430625872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64c69d95-ef42-4b78-84fb-af668a5ea81a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.437505507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"dd9f1ad7-9250-4980-b0ed-6f5643d02270","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.442988149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64c69d95-ef42-4b78-84fb-af668a5ea81a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.456862399Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64c69d95-ef42-4b78-84fb-af668a5ea81a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.458314354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"dd9f1ad7-9250-4980-b0ed-6f5643d02270","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.484410318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"3f2ced7f-a2df-4fd3-b340-41ed957e17f6","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.495791819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"3f2ced7f-a2df-4fd3-b340-41ed957e17f6","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.53214038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"893543a5-2cf7-454d-9779-5dec8551e595","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.532466614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"3c63692c-9649-421a-887e-adfbe266d760","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.535916561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"deab986d-b8de-48c6-ab5e-73b301e73abb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.536143909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"d45ac471-86f6-465d-832a-cfecbd956de0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.542662236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"893543a5-2cf7-454d-9779-5dec8551e595","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.54366726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"3c63692c-9649-421a-887e-adfbe266d760","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.547172864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"deab986d-b8de-48c6-ab5e-73b301e73abb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:47.547466987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"d45ac471-86f6-465d-832a-cfecbd956de0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:48.210780111Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"2cdf784e-0d2a-47ff-a385-b9e24e8eee4d","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:48.210844634Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"2cdf784e-0d2a-47ff-a385-b9e24e8eee4d","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:48.233856129Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"165f26ec-1ea8-4107-8d81-28927dd57432","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:48.233912926Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"165f26ec-1ea8-4107-8d81-28927dd57432","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:48.371840447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f94054fe-ddf8-4f7f-9fb5-3429b7c80e4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:48.376176347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f94054fe-ddf8-4f7f-9fb5-3429b7c80e4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:48.380563041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f94054fe-ddf8-4f7f-9fb5-3429b7c80e4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:48.385347984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f94054fe-ddf8-4f7f-9fb5-3429b7c80e4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:48.643866253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbc37722-d3cc-4858-85a3-881c9803b3cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:48.647991125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbc37722-d3cc-4858-85a3-881c9803b3cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:48.652279622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbc37722-d3cc-4858-85a3-881c9803b3cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:48.658415811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbc37722-d3cc-4858-85a3-881c9803b3cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:49.185326979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b49ed7cc-5a57-42ef-9e7d-ab69534715d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:49.191988855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b49ed7cc-5a57-42ef-9e7d-ab69534715d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:49.199889717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b49ed7cc-5a57-42ef-9e7d-ab69534715d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:49.205380781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b49ed7cc-5a57-42ef-9e7d-ab69534715d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:49.216574487Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"f21489bf-9651-4bee-9dc0-58591bfa1bad","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:49.21666339Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"f21489bf-9651-4bee-9dc0-58591bfa1bad","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:49.519711777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b9d5f65-9c69-4fc5-96d2-b5523a109301","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:49.52401572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b9d5f65-9c69-4fc5-96d2-b5523a109301","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:49.529175179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b9d5f65-9c69-4fc5-96d2-b5523a109301","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:49.53786916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b9d5f65-9c69-4fc5-96d2-b5523a109301","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:51.706764171Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"7db58aea-df28-49c2-badb-47481b13c48a","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:51.706828172Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"7db58aea-df28-49c2-badb-47481b13c48a","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:52.317464919Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"default-tenant","reconcileID":"817f533e-24c4-4f1c-8ac1-c1ffc23dfbfe","namespace":"ai-tenant-e2e-extmod-a-68685b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:52.317523787Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"default-tenant","reconcileID":"817f533e-24c4-4f1c-8ac1-c1ffc23dfbfe","namespace":"ai-tenant-e2e-extmod-a-68685b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:52.317579823Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"default-tenant","reconcileID":"817f533e-24c4-4f1c-8ac1-c1ffc23dfbfe","tenant":"e2e-extmod-a-68685b","tenantID":"e2e-extmod-a-68685b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:52.324636838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"default-tenant","reconcileID":"817f533e-24c4-4f1c-8ac1-c1ffc23dfbfe","gvk":"Deployment","name":"maas-api-e2e-extmod-a-68685b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:52.348802042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"default-tenant","reconcileID":"817f533e-24c4-4f1c-8ac1-c1ffc23dfbfe","gvk":"Service","name":"maas-api-e2e-extmod-a-68685b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:52.368330716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"default-tenant","reconcileID":"817f533e-24c4-4f1c-8ac1-c1ffc23dfbfe","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-68685b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:52.37578348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"default-tenant","reconcileID":"817f533e-24c4-4f1c-8ac1-c1ffc23dfbfe","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-68685b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:52.388273483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"default-tenant","reconcileID":"817f533e-24c4-4f1c-8ac1-c1ffc23dfbfe","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-68685b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:52.398062654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"default-tenant","reconcileID":"817f533e-24c4-4f1c-8ac1-c1ffc23dfbfe","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-68685b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:52.410230564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"default-tenant","reconcileID":"817f533e-24c4-4f1c-8ac1-c1ffc23dfbfe","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-68685b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:52.418022182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"default-tenant","reconcileID":"817f533e-24c4-4f1c-8ac1-c1ffc23dfbfe","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-68685b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:52.422467021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"default-tenant","reconcileID":"817f533e-24c4-4f1c-8ac1-c1ffc23dfbfe","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-68685b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:52.427966934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"default-tenant","reconcileID":"817f533e-24c4-4f1c-8ac1-c1ffc23dfbfe","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-68685b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:52.433844192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"default-tenant","reconcileID":"817f533e-24c4-4f1c-8ac1-c1ffc23dfbfe","gvk":"Service","name":"payload-processing-e2e-extmod-a-68685b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:52.438931407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"default-tenant","reconcileID":"817f533e-24c4-4f1c-8ac1-c1ffc23dfbfe","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-68685b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:52.44319105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"default-tenant","reconcileID":"817f533e-24c4-4f1c-8ac1-c1ffc23dfbfe","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-68685b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:52.447373801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"default-tenant","reconcileID":"817f533e-24c4-4f1c-8ac1-c1ffc23dfbfe","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-68685b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:52.453239678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"default-tenant","reconcileID":"817f533e-24c4-4f1c-8ac1-c1ffc23dfbfe","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-68685b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:52.469517861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"default-tenant","reconcileID":"817f533e-24c4-4f1c-8ac1-c1ffc23dfbfe","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-68685b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:52.475381469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"default-tenant","reconcileID":"817f533e-24c4-4f1c-8ac1-c1ffc23dfbfe","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-68685b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:52.479631941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"default-tenant","reconcileID":"817f533e-24c4-4f1c-8ac1-c1ffc23dfbfe","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-68685b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:52.488428763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"default-tenant","reconcileID":"817f533e-24c4-4f1c-8ac1-c1ffc23dfbfe","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-68685b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:52.49257258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-68685b"},"namespace":"ai-tenant-e2e-extmod-a-68685b","name":"default-tenant","reconcileID":"817f533e-24c4-4f1c-8ac1-c1ffc23dfbfe","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-68685b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:52.624555313Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-68685b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-68685b","reconcileID":"8bc562d4-add7-4d90-8aba-4459c823a097","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-68685b","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-68685b"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:52.654905485Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"f19aca9a-9ab4-46d0-aad3-137ade83d7de","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:52.65497519Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"f19aca9a-9ab4-46d0-aad3-137ade83d7de","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:52.874330644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1444d703-f304-4ec1-96ab-562a383b90c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:52.887166819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1444d703-f304-4ec1-96ab-562a383b90c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:52.911769783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1444d703-f304-4ec1-96ab-562a383b90c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:52.924958691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1444d703-f304-4ec1-96ab-562a383b90c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:53.191519363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-82d738-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-sub","reconcileID":"194dfa31-c821-4847-8fb1-4dd44054efa8","MaaSSubscription":{"name":"e2e-shr-quota-82d738-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"maas-trlp-e2e-shr-quota-82d738-e2e-extmod-a-222480","model":"e2e-extmod-shr-user-a41ade/e2e-shr-quota-82d738-e2e-extmod-a-222480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:53.297958113Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","reconcileID":"0cc98e79-2300-4cb0-93e5-e14421187436","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-quota-82d738-3f37034870fd","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-quota-82d738-e2e-extmod-a-222480","externalModel":"e2e-shr-quota-82d738","provider":"e2e-shr-quota-82d738-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:53.362161246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aab6af77-0bdf-47f7-9ea5-e0f5ea32dc8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:53.366430216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aab6af77-0bdf-47f7-9ea5-e0f5ea32dc8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:53.377460124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aab6af77-0bdf-47f7-9ea5-e0f5ea32dc8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:53.382188303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aab6af77-0bdf-47f7-9ea5-e0f5ea32dc8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:54.12419056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"d1b84163-4886-4120-a3d4-ec3ceff21bc1","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:54.127244519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"9ce36001-448e-430a-9f4b-9016a7a7715c","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:54.129268639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"f2c7c35f-34b1-4d73-8833-c45e59c769a1","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:54.12939633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"2fba36d2-1b98-431f-ae72-7805bb8bb430","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:54.131659498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"49cfbf62-ec4e-48a9-a791-91a0017687d5","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:54.134375727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"d1b84163-4886-4120-a3d4-ec3ceff21bc1","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:54.138166319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"9ce36001-448e-430a-9f4b-9016a7a7715c","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:54.141091862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"f2c7c35f-34b1-4d73-8833-c45e59c769a1","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:54.141486487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"2fba36d2-1b98-431f-ae72-7805bb8bb430","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:54.144066738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"49cfbf62-ec4e-48a9-a791-91a0017687d5","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:54.278522158Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"a4654a51-0f63-4c3c-b62f-c1a37925274f","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:54.278589115Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"a4654a51-0f63-4c3c-b62f-c1a37925274f","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:54.293181022Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"4f4705ce-9640-413c-9d98-4761a0de937f","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:54.293247557Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"4f4705ce-9640-413c-9d98-4761a0de937f","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:54.426168055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b0cbccc-9c32-4574-a1d7-7d2eda959eb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:54.430364056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b0cbccc-9c32-4574-a1d7-7d2eda959eb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:54.436936602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b0cbccc-9c32-4574-a1d7-7d2eda959eb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:54.44516817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b0cbccc-9c32-4574-a1d7-7d2eda959eb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:54.718542787Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","reconcileID":"4bf8aaba-32a8-4e00-890c-ce24a8fa560b","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-quota-82d738-633ce495fda5","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","externalModel":"e2e-shr-quota-82d738","provider":"e2e-shr-quota-82d738-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:54.741685374Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","reconcileID":"275a7608-602a-4040-a6bf-8c7b5214a77d","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-quota-82d738-633ce495fda5","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","externalModel":"e2e-shr-quota-82d738","provider":"e2e-shr-quota-82d738-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:54.763460762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-quota-82d738-access","reconcileID":"46ed80c3-6f4e-4fab-88e0-b79320475ba3","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:54.774735826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-quota-82d738-access","reconcileID":"46ed80c3-6f4e-4fab-88e0-b79320475ba3","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:54.796344286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52b8be2a-bd37-44c0-9404-0498babe137b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:54.8019555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52b8be2a-bd37-44c0-9404-0498babe137b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:54.807499412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52b8be2a-bd37-44c0-9404-0498babe137b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:54.813866221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52b8be2a-bd37-44c0-9404-0498babe137b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:54.850597496Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","reconcileID":"76d406bd-7b23-499e-9402-89e073438348","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-quota-82d738-633ce495fda5","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","externalModel":"e2e-shr-quota-82d738","provider":"e2e-shr-quota-82d738-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.230143625Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-222480 priority=0:[ai-tenant-e2e-extmod-a-222480/e2e-shr-auth-bdf8b2-sub ai-tenant-e2e-extmod-a-222480/e2e-shr-quota-82d738-sub ai-tenant-e2e-extmod-a-222480/e2e-shr-shared-be1378-sub]","namespace=ai-tenant-e2e-extmod-b-4d5758 priority=0:[ai-tenant-e2e-extmod-b-4d5758/e2e-shr-auth-bdf8b2-sub ai-tenant-e2e-extmod-b-4d5758/e2e-shr-quota-82d738-sub ai-tenant-e2e-extmod-b-4d5758/e2e-shr-shared-be1378-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.245254372Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","reconcileID":"8f6347ae-9ca9-4678-909f-b5ce3513e3b5","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-quota-82d738-633ce495fda5","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","externalModel":"e2e-shr-quota-82d738","provider":"e2e-shr-quota-82d738-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.275496401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-quota-82d738-access","reconcileID":"85a42939-2eba-4419-accd-b68789331810","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.276000486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"58fdf4d9-0ae2-444e-83d0-6149a846d068","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:55.27673228Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-82d738-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-quota-82d738-sub","reconcileID":"cd2b2776-a289-4dd1-bcb6-b2f1f920c2fc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-82d738-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.278014572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"8595efe9-8021-4cb5-9dee-21b0c4c14c20","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.284287052Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","reconcileID":"45436388-7166-4a36-b1f7-4ba05881cd1b","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-c964c37107cb","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.286968216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-quota-82d738-access","reconcileID":"85a42939-2eba-4419-accd-b68789331810","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.290144707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"58fdf4d9-0ae2-444e-83d0-6149a846d068","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.290251529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"8595efe9-8021-4cb5-9dee-21b0c4c14c20","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.295821556Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","reconcileID":"df017404-a90b-4214-a3c3-f3f984853d98","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-quota-82d738-633ce495fda5","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","externalModel":"e2e-shr-quota-82d738","provider":"e2e-shr-quota-82d738-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.306966085Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","reconcileID":"4a8a1fad-1cf4-48c0-a74d-3e39155e3490","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-07a35a047333","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.328946766Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","reconcileID":"6d05d62f-11cb-4946-9daa-1b34ce53777a","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-quota-82d738-633ce495fda5","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","externalModel":"e2e-shr-quota-82d738","provider":"e2e-shr-quota-82d738-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.338353891Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-82d738-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-quota-82d738-sub","reconcileID":"6da94ec8-a012-43cd-b919-2e9d5c126dc9","MaaSSubscription":{"name":"e2e-shr-quota-82d738-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-shr-quota-82d738-e2e-extmod-b-4d5758","model":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-4d5758/e2e-shr-quota-82d738-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.400754309Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","reconcileID":"97bdf6d8-50e9-4e7d-ac8f-5fe53f8c21cd","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-quota-82d738-633ce495fda5","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","externalModel":"e2e-shr-quota-82d738","provider":"e2e-shr-quota-82d738-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.439598011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"f50d7717-ed98-4f4f-b563-5db171616629","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.440325938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-quota-82d738-access","reconcileID":"f83141cf-e896-40e3-8cb4-3ab0c9a6dc73","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.469449601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"17d6cf50-eba5-4562-b23d-7aebca625564","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.470290722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-82d738-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-quota-82d738-sub","reconcileID":"9ff6ed2e-80de-4289-9288-8b4c91e26c05","MaaSSubscription":{"name":"e2e-shr-quota-82d738-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-shr-quota-82d738-e2e-extmod-b-4d5758","model":"e2e-extmod-shr-user-a41ade/e2e-shr-quota-82d738-e2e-extmod-b-4d5758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.474177027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-quota-82d738-access","reconcileID":"f83141cf-e896-40e3-8cb4-3ab0c9a6dc73","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.474189063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"f50d7717-ed98-4f4f-b563-5db171616629","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:55.483216763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"17d6cf50-eba5-4562-b23d-7aebca625564","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:56.407653574Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"1d129eff-2a65-4484-bd66-89cdc75800e4","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:56.407753433Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"1d129eff-2a65-4484-bd66-89cdc75800e4","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:56.500067107Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"379d70eb-c9e1-47a2-9c65-63911dae691d","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:56.50012783Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"379d70eb-c9e1-47a2-9c65-63911dae691d","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:56.579990518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"576d5349-efc6-4c9c-bc85-4d9821e229de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:56.585009271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"576d5349-efc6-4c9c-bc85-4d9821e229de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:56.589169314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"576d5349-efc6-4c9c-bc85-4d9821e229de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:56.593313138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"576d5349-efc6-4c9c-bc85-4d9821e229de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:56.874552416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa2ce219-1962-43ac-86f3-03637967e4ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:56.882357029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa2ce219-1962-43ac-86f3-03637967e4ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:56.886614651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa2ce219-1962-43ac-86f3-03637967e4ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:56.890898856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa2ce219-1962-43ac-86f3-03637967e4ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:57.272793648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c689cbb-4e03-4279-b8b4-ecb1ba95a652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:57.277618282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c689cbb-4e03-4279-b8b4-ecb1ba95a652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:57.282145285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c689cbb-4e03-4279-b8b4-ecb1ba95a652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:57.286767815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c689cbb-4e03-4279-b8b4-ecb1ba95a652","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:57.485108784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e094afd-4f1c-408d-a683-ccd467bf77fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:57.495025562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e094afd-4f1c-408d-a683-ccd467bf77fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:57.503502032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4e094afd-4f1c-408d-a683-ccd467bf77fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:57.51596253Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"f8f796f0-0733-4905-b170-cbae6c0efeae","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:57.51602546Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"f8f796f0-0733-4905-b170-cbae6c0efeae","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:57.535611386Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-c257e7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-c257e7","reconcileID":"7e7cf025-43ce-4d35-b3e3-42ee12f37142","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-c257e7","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-c257e7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:57.562469435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59d0e741-0f9f-4f32-9092-e857485ddc82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:57.568535531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59d0e741-0f9f-4f32-9092-e857485ddc82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:57.572992305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59d0e741-0f9f-4f32-9092-e857485ddc82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:57.577918615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59d0e741-0f9f-4f32-9092-e857485ddc82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:57.584900143Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"9552f418-a0e7-4a69-894f-bfe1c576d324","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:57.584967118Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"9552f418-a0e7-4a69-894f-bfe1c576d324","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:57.852825417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea84512d-194b-4417-9956-66c0065f32bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:57.859122034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea84512d-194b-4417-9956-66c0065f32bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:57.863377303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea84512d-194b-4417-9956-66c0065f32bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:57.867951106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea84512d-194b-4417-9956-66c0065f32bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:58.115179054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8b65b90-0c8e-4c89-b2b8-22da3073958d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:58.119379594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8b65b90-0c8e-4c89-b2b8-22da3073958d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:58.129522244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8b65b90-0c8e-4c89-b2b8-22da3073958d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:58.176118558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8b65b90-0c8e-4c89-b2b8-22da3073958d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:58.298907647Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"d28f307a-7300-426c-a50c-4ecab169d01c","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:58.298968159Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"d28f307a-7300-426c-a50c-4ecab169d01c","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:58.533431266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8b362c5-429b-400e-821d-5f567a243f2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:58.53876383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8b362c5-429b-400e-821d-5f567a243f2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:58.543339562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8b362c5-429b-400e-821d-5f567a243f2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:58.551266627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8b362c5-429b-400e-821d-5f567a243f2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:58.832311649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"127c277b-3a8d-4a44-a21c-eb6fe8384808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:58.844169134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"127c277b-3a8d-4a44-a21c-eb6fe8384808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:58.88676432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"127c277b-3a8d-4a44-a21c-eb6fe8384808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:58.897420882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"127c277b-3a8d-4a44-a21c-eb6fe8384808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:58.930626194Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"c8b37324-5c8c-4aa6-b80e-cb15e11d034b","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:15:58.930839123Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"c8b37324-5c8c-4aa6-b80e-cb15e11d034b","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:59.189426932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0c9e296-0de9-44b5-9c0b-95517f60594a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:59.194775714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0c9e296-0de9-44b5-9c0b-95517f60594a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:59.199012727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0c9e296-0de9-44b5-9c0b-95517f60594a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:59.20336388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0c9e296-0de9-44b5-9c0b-95517f60594a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:59.59922028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cfed431-0e14-4d00-8835-b26d402f5599","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:59.60363596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cfed431-0e14-4d00-8835-b26d402f5599","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:59.609131753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cfed431-0e14-4d00-8835-b26d402f5599","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:15:59.613483197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cfed431-0e14-4d00-8835-b26d402f5599","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:00.035451396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7da880ad-f311-46b0-bfd7-f6b08850af92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:00.040162969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7da880ad-f311-46b0-bfd7-f6b08850af92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:00.044637456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7da880ad-f311-46b0-bfd7-f6b08850af92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:00.048705782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7da880ad-f311-46b0-bfd7-f6b08850af92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:16:02.45254625Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"b20e13f5-3bd3-4ddb-b4f7-45bf50caa5ab","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:16:02.452608537Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"b20e13f5-3bd3-4ddb-b4f7-45bf50caa5ab","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:16:02.46840118Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"cad3d278-755f-4124-ab28-df8f40ad12a7","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:16:02.468457928Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"cad3d278-755f-4124-ab28-df8f40ad12a7","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:02.676575371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77ac3062-17a2-4f74-ace7-df0578a04bac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:02.680917438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77ac3062-17a2-4f74-ace7-df0578a04bac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:02.685317686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77ac3062-17a2-4f74-ace7-df0578a04bac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:02.690142414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77ac3062-17a2-4f74-ace7-df0578a04bac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:02.987063649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"884b2e36-d99c-4c8f-8428-9fe64205444a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:02.992196475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"884b2e36-d99c-4c8f-8428-9fe64205444a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:02.996848696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"884b2e36-d99c-4c8f-8428-9fe64205444a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:03.001401014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"884b2e36-d99c-4c8f-8428-9fe64205444a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:03.36564513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca10e194-5a48-4f35-911f-14b5e66fc810","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:03.37009567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca10e194-5a48-4f35-911f-14b5e66fc810","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:03.376877232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca10e194-5a48-4f35-911f-14b5e66fc810","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:03.381485671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca10e194-5a48-4f35-911f-14b5e66fc810","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:03.637601696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c6af338-a344-4875-b6e2-d9f14ed39f71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:03.641867686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c6af338-a344-4875-b6e2-d9f14ed39f71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:03.646276821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c6af338-a344-4875-b6e2-d9f14ed39f71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:03.650779178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c6af338-a344-4875-b6e2-d9f14ed39f71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:04.121021279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16fbedfe-390b-4cf0-ad8e-d889ca17bb83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:04.125426083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16fbedfe-390b-4cf0-ad8e-d889ca17bb83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:04.129666733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16fbedfe-390b-4cf0-ad8e-d889ca17bb83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:04.134361415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16fbedfe-390b-4cf0-ad8e-d889ca17bb83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:16:04.35141589Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"fa72134a-b845-4050-8125-4377fd801d75","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:16:04.351480535Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"fa72134a-b845-4050-8125-4377fd801d75","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:04.383470671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22562124-1704-41f0-aa86-25fd217cbe22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:04.387715486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22562124-1704-41f0-aa86-25fd217cbe22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:04.392171694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22562124-1704-41f0-aa86-25fd217cbe22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:04.396631614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22562124-1704-41f0-aa86-25fd217cbe22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:04.681375944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76ce91ec-9d28-47a6-98d1-c55f4f9a8a66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:04.686523466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76ce91ec-9d28-47a6-98d1-c55f4f9a8a66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:04.691279935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76ce91ec-9d28-47a6-98d1-c55f4f9a8a66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:04.696673064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76ce91ec-9d28-47a6-98d1-c55f4f9a8a66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:06.386648512Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:07.529577686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cebb3b08-499c-453c-9c66-312a7d797b01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:07.551801337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cebb3b08-499c-453c-9c66-312a7d797b01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:07.563670586Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cebb3b08-499c-453c-9c66-312a7d797b01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:09.524021768Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"default-tenant","reconcileID":"af9ca242-8c1d-4e8a-ba52-fa4f5eec8457","namespace":"ai-tenant-e2e-extmod-a-8c8241","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:09.524113342Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"default-tenant","reconcileID":"af9ca242-8c1d-4e8a-ba52-fa4f5eec8457","namespace":"ai-tenant-e2e-extmod-a-8c8241","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:09.524175806Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"default-tenant","reconcileID":"af9ca242-8c1d-4e8a-ba52-fa4f5eec8457","tenant":"e2e-extmod-a-8c8241","tenantID":"e2e-extmod-a-8c8241","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:09.531473121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"default-tenant","reconcileID":"af9ca242-8c1d-4e8a-ba52-fa4f5eec8457","gvk":"Deployment","name":"maas-api-e2e-extmod-a-8c8241","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:09.546911614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"default-tenant","reconcileID":"af9ca242-8c1d-4e8a-ba52-fa4f5eec8457","gvk":"Service","name":"maas-api-e2e-extmod-a-8c8241","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:09.559950938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"default-tenant","reconcileID":"af9ca242-8c1d-4e8a-ba52-fa4f5eec8457","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-8c8241","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:09.569416851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"default-tenant","reconcileID":"af9ca242-8c1d-4e8a-ba52-fa4f5eec8457","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-8c8241","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:09.581134241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"default-tenant","reconcileID":"af9ca242-8c1d-4e8a-ba52-fa4f5eec8457","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-8c8241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:09.596540476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"default-tenant","reconcileID":"af9ca242-8c1d-4e8a-ba52-fa4f5eec8457","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-8c8241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:09.608375363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"default-tenant","reconcileID":"af9ca242-8c1d-4e8a-ba52-fa4f5eec8457","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-8c8241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:09.617019453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"default-tenant","reconcileID":"af9ca242-8c1d-4e8a-ba52-fa4f5eec8457","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-8c8241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:09.62133816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"default-tenant","reconcileID":"af9ca242-8c1d-4e8a-ba52-fa4f5eec8457","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-8c8241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:09.625778968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"default-tenant","reconcileID":"af9ca242-8c1d-4e8a-ba52-fa4f5eec8457","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-8c8241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:09.630256394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"default-tenant","reconcileID":"af9ca242-8c1d-4e8a-ba52-fa4f5eec8457","gvk":"Service","name":"payload-processing-e2e-extmod-a-8c8241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:09.634617405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"default-tenant","reconcileID":"af9ca242-8c1d-4e8a-ba52-fa4f5eec8457","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-8c8241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:09.639284031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"default-tenant","reconcileID":"af9ca242-8c1d-4e8a-ba52-fa4f5eec8457","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-8c8241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:09.643823461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"default-tenant","reconcileID":"af9ca242-8c1d-4e8a-ba52-fa4f5eec8457","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-8c8241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:09.652070291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"default-tenant","reconcileID":"af9ca242-8c1d-4e8a-ba52-fa4f5eec8457","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-8c8241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:09.661347138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"default-tenant","reconcileID":"af9ca242-8c1d-4e8a-ba52-fa4f5eec8457","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-8c8241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:09.665971649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"default-tenant","reconcileID":"af9ca242-8c1d-4e8a-ba52-fa4f5eec8457","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-8c8241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:09.670521388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"default-tenant","reconcileID":"af9ca242-8c1d-4e8a-ba52-fa4f5eec8457","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-8c8241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:09.674714348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"default-tenant","reconcileID":"af9ca242-8c1d-4e8a-ba52-fa4f5eec8457","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-8c8241","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:09.679319259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8c8241"},"namespace":"ai-tenant-e2e-extmod-a-8c8241","name":"default-tenant","reconcileID":"af9ca242-8c1d-4e8a-ba52-fa4f5eec8457","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-8c8241","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:09.838236372Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-8c8241","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-8c8241","reconcileID":"aa4de93a-986e-4b9e-bbb4-303722ddb9cc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-8c8241","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-8c8241"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:16:09.905663266Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"eec291be-3c2d-4ed6-8def-c5e0408869e0","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:16:09.905853967Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"eec291be-3c2d-4ed6-8def-c5e0408869e0","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:10.117038832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de67edac-e0c6-4812-9687-1477f73b286b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:10.121342005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de67edac-e0c6-4812-9687-1477f73b286b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:10.125826411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de67edac-e0c6-4812-9687-1477f73b286b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:10.130272251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de67edac-e0c6-4812-9687-1477f73b286b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:10.447257365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34a909b1-3574-44f8-85fe-f319285627d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:10.454788763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34a909b1-3574-44f8-85fe-f319285627d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:10.459326313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34a909b1-3574-44f8-85fe-f319285627d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:10.463795086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34a909b1-3574-44f8-85fe-f319285627d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:16:12.538397244Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"5d7f5fe9-b322-4a60-aad0-b68ce888b825","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:16:12.53846159Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"5d7f5fe9-b322-4a60-aad0-b68ce888b825","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:17.594089544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e440f61-414e-40c8-a957-4c520495ee8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:17.612671581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e440f61-414e-40c8-a957-4c520495ee8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:17.631087858Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e440f61-414e-40c8-a957-4c520495ee8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:19.560180295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-82d738-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-quota-82d738-sub","reconcileID":"2babd573-8b98-42e7-a468-464cb71f6542","MaaSSubscription":{"name":"e2e-shr-quota-82d738-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-shr-quota-82d738-e2e-extmod-b-4d5758","model":"e2e-extmod-shr-user-a41ade/e2e-shr-quota-82d738-e2e-extmod-b-4d5758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:19.629620163Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","reconcileID":"eb4286b1-eae3-4516-920c-dcf53dca049a","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-quota-82d738-633ce495fda5","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","externalModel":"e2e-shr-quota-82d738","provider":"e2e-shr-quota-82d738-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:20.219899156Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"default-tenant","reconcileID":"68bcb293-764b-42f7-9b5c-495f46204d1e","namespace":"ai-tenant-e2e-extmod-a-c9bce8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:20.219984088Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"default-tenant","reconcileID":"68bcb293-764b-42f7-9b5c-495f46204d1e","namespace":"ai-tenant-e2e-extmod-a-c9bce8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:20.220072801Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"default-tenant","reconcileID":"68bcb293-764b-42f7-9b5c-495f46204d1e","tenant":"e2e-extmod-a-c9bce8","tenantID":"e2e-extmod-a-c9bce8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:20.22786223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"default-tenant","reconcileID":"68bcb293-764b-42f7-9b5c-495f46204d1e","gvk":"Deployment","name":"maas-api-e2e-extmod-a-c9bce8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:20.252300128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"default-tenant","reconcileID":"68bcb293-764b-42f7-9b5c-495f46204d1e","gvk":"Service","name":"maas-api-e2e-extmod-a-c9bce8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:20.272514646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"default-tenant","reconcileID":"68bcb293-764b-42f7-9b5c-495f46204d1e","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-c9bce8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:20.287609955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"default-tenant","reconcileID":"68bcb293-764b-42f7-9b5c-495f46204d1e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-c9bce8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:20.300018951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"default-tenant","reconcileID":"68bcb293-764b-42f7-9b5c-495f46204d1e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-c9bce8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:20.311863095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"default-tenant","reconcileID":"68bcb293-764b-42f7-9b5c-495f46204d1e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-c9bce8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:20.329656422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"default-tenant","reconcileID":"68bcb293-764b-42f7-9b5c-495f46204d1e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-c9bce8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:20.344652685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"default-tenant","reconcileID":"68bcb293-764b-42f7-9b5c-495f46204d1e","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-c9bce8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:20.349695286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"default-tenant","reconcileID":"68bcb293-764b-42f7-9b5c-495f46204d1e","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-c9bce8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:20.354750183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"default-tenant","reconcileID":"68bcb293-764b-42f7-9b5c-495f46204d1e","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-c9bce8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:20.360825153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"default-tenant","reconcileID":"68bcb293-764b-42f7-9b5c-495f46204d1e","gvk":"Service","name":"payload-processing-e2e-extmod-a-c9bce8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:20.366145352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"default-tenant","reconcileID":"68bcb293-764b-42f7-9b5c-495f46204d1e","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-c9bce8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:20.374164737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"default-tenant","reconcileID":"68bcb293-764b-42f7-9b5c-495f46204d1e","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-c9bce8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:20.379490465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"default-tenant","reconcileID":"68bcb293-764b-42f7-9b5c-495f46204d1e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-c9bce8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:20.385937313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"default-tenant","reconcileID":"68bcb293-764b-42f7-9b5c-495f46204d1e","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-c9bce8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:20.396137523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"default-tenant","reconcileID":"68bcb293-764b-42f7-9b5c-495f46204d1e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-c9bce8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:20.401815769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"default-tenant","reconcileID":"68bcb293-764b-42f7-9b5c-495f46204d1e","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-c9bce8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:20.406188299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"default-tenant","reconcileID":"68bcb293-764b-42f7-9b5c-495f46204d1e","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-c9bce8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:20.410796392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"default-tenant","reconcileID":"68bcb293-764b-42f7-9b5c-495f46204d1e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-c9bce8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:20.415929082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c9bce8"},"namespace":"ai-tenant-e2e-extmod-a-c9bce8","name":"default-tenant","reconcileID":"68bcb293-764b-42f7-9b5c-495f46204d1e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-c9bce8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:20.648389024Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-c9bce8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-c9bce8","reconcileID":"b56438ab-8642-4493-a3fe-e14896eb0dd9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-c9bce8","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-c9bce8"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:16:20.701083817Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"f3ef0766-272e-45c7-b2ea-a07f1ff956b5","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:16:20.701149545Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"f3ef0766-272e-45c7-b2ea-a07f1ff956b5","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:20.870554804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f13c1dd4-1769-4708-868b-c1227e9f5645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:20.875027662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f13c1dd4-1769-4708-868b-c1227e9f5645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:20.880036868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f13c1dd4-1769-4708-868b-c1227e9f5645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:20.885436964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f13c1dd4-1769-4708-868b-c1227e9f5645","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.046547375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-quota-82d738-access","reconcileID":"8cd215eb-6d11-435f-9cd1-1d1e300b53bc","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.04654733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"d7c86061-6eb7-4c56-af53-8523d18a611d","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.048239249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"c5fe241c-9004-44d0-a52b-0de284cd9a99","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.048295141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"871f7690-cccd-4c93-a3f4-f6e9ec67d325","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.048647836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"d485e7d3-ce87-4f4c-bdd2-994349fd51d2","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.060773239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"c5fe241c-9004-44d0-a52b-0de284cd9a99","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.061196403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-quota-82d738-access","reconcileID":"8cd215eb-6d11-435f-9cd1-1d1e300b53bc","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.063106029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"d485e7d3-ce87-4f4c-bdd2-994349fd51d2","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.063613262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"871f7690-cccd-4c93-a3f4-f6e9ec67d325","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.065378311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"d7c86061-6eb7-4c56-af53-8523d18a611d","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.213432956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"5f0e569f-5cc9-4f91-89d7-b849ea01cfda","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.224584732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"5f0e569f-5cc9-4f91-89d7-b849ea01cfda","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.274909687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e8105b5-3129-4e58-af7c-b62fe8c126d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.285658288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e8105b5-3129-4e58-af7c-b62fe8c126d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.292598913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e8105b5-3129-4e58-af7c-b62fe8c126d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.297641188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e8105b5-3129-4e58-af7c-b62fe8c126d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:16:21.781283761Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"09678123-2f4e-456c-b5d6-d0945bad4ffb","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:16:21.781355778Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"09678123-2f4e-456c-b5d6-d0945bad4ffb","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:16:21.800700663Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"e9cc6699-c983-4165-a3cb-90b93c2c6d94","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:16:21.800756204Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"e9cc6699-c983-4165-a3cb-90b93c2c6d94","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.960542946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f98834b0-5d40-4819-9152-943e095f100e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.966352926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f98834b0-5d40-4819-9152-943e095f100e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.972436435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f98834b0-5d40-4819-9152-943e095f100e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:21.97783506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f98834b0-5d40-4819-9152-943e095f100e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:22.26522433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04cab76c-c0a8-4e03-9367-359cbd93fda6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:22.269329431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04cab76c-c0a8-4e03-9367-359cbd93fda6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:22.273652927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04cab76c-c0a8-4e03-9367-359cbd93fda6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:22.27797706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04cab76c-c0a8-4e03-9367-359cbd93fda6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:22.493421532Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","reconcileID":"933692b3-993f-4144-882d-f8785c28a029","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-quota-82d738-633ce495fda5","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","externalModel":"e2e-shr-quota-82d738","provider":"e2e-shr-quota-82d738-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:22.508083083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"4df8aa0b-f040-4eff-bad0-96824b66bd8b","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:22.5108723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-quota-82d738-access","reconcileID":"57fd56fd-aee1-49e7-949c-05e3cc8f5f2c","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:22.517255843Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-82d738-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-quota-82d738-sub","reconcileID":"51e2eeb4-2afe-4a8e-becc-4b03c7e288f6","MaaSSubscription":{"name":"e2e-shr-quota-82d738-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8d9e4d9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:22.521152038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"4df8aa0b-f040-4eff-bad0-96824b66bd8b","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:22.571156811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-quota-82d738-access","reconcileID":"57fd56fd-aee1-49e7-949c-05e3cc8f5f2c","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:22.600426622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e24ca32-27f3-49be-8614-e960e18fba00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:22.604777404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e24ca32-27f3-49be-8614-e960e18fba00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:22.609021575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e24ca32-27f3-49be-8614-e960e18fba00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:22.6091021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"4fb7b920-0015-4e78-91fb-a256014f1a60","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:22.609265086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"99c12ce0-6e7a-4abb-9aa0-e2f5b7ca2bce","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:22.613373825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e24ca32-27f3-49be-8614-e960e18fba00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:22.623707722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"4fb7b920-0015-4e78-91fb-a256014f1a60","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:22.627948798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"99c12ce0-6e7a-4abb-9aa0-e2f5b7ca2bce","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:22.704421725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"19f0f568-ee86-4146-af72-54b94e005512","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:22.704422539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-quota-82d738-access","reconcileID":"e5bf6eca-152d-4df9-91ff-92f2195f64c1","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:22.715710189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"19f0f568-ee86-4146-af72-54b94e005512","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:22.715717137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-quota-82d738-access","reconcileID":"e5bf6eca-152d-4df9-91ff-92f2195f64c1","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:24.664935556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"default-tenant","reconcileID":"5b5d4d51-ed35-472a-853a-304eb4b7dda7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c257e7","tenantID":"e2e-inf-b-c257e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:24.692435225Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"default-tenant","reconcileID":"5b5d4d51-ed35-472a-853a-304eb4b7dda7","name":"e2e-inf-b-c257e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:27.081646746Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"default-tenant","reconcileID":"322fac09-6667-4ae4-a73f-9cf55f7bc064","namespace":"ai-tenant-e2e-extmod-b-2a2286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:27.08172766Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"default-tenant","reconcileID":"322fac09-6667-4ae4-a73f-9cf55f7bc064","namespace":"ai-tenant-e2e-extmod-b-2a2286","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:27.081810365Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"default-tenant","reconcileID":"322fac09-6667-4ae4-a73f-9cf55f7bc064","tenant":"e2e-extmod-b-2a2286","tenantID":"e2e-extmod-b-2a2286","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:27.093683125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"default-tenant","reconcileID":"322fac09-6667-4ae4-a73f-9cf55f7bc064","gvk":"Deployment","name":"maas-api-e2e-extmod-b-2a2286","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:27.126024474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"default-tenant","reconcileID":"322fac09-6667-4ae4-a73f-9cf55f7bc064","gvk":"Service","name":"maas-api-e2e-extmod-b-2a2286","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:27.141205916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"default-tenant","reconcileID":"322fac09-6667-4ae4-a73f-9cf55f7bc064","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-2a2286","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:27.161344926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"default-tenant","reconcileID":"322fac09-6667-4ae4-a73f-9cf55f7bc064","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-2a2286","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:27.191771437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"default-tenant","reconcileID":"322fac09-6667-4ae4-a73f-9cf55f7bc064","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-2a2286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:27.203289941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"default-tenant","reconcileID":"322fac09-6667-4ae4-a73f-9cf55f7bc064","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-2a2286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:27.219958756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"default-tenant","reconcileID":"322fac09-6667-4ae4-a73f-9cf55f7bc064","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-2a2286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:27.233935991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"default-tenant","reconcileID":"322fac09-6667-4ae4-a73f-9cf55f7bc064","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-2a2286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:27.239457954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"default-tenant","reconcileID":"322fac09-6667-4ae4-a73f-9cf55f7bc064","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-2a2286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:27.244157638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"default-tenant","reconcileID":"322fac09-6667-4ae4-a73f-9cf55f7bc064","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-2a2286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:27.249748734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"default-tenant","reconcileID":"322fac09-6667-4ae4-a73f-9cf55f7bc064","gvk":"Service","name":"payload-processing-e2e-extmod-b-2a2286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:27.254288087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"default-tenant","reconcileID":"322fac09-6667-4ae4-a73f-9cf55f7bc064","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-2a2286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:27.258845785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"default-tenant","reconcileID":"322fac09-6667-4ae4-a73f-9cf55f7bc064","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-2a2286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:27.264713772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"default-tenant","reconcileID":"322fac09-6667-4ae4-a73f-9cf55f7bc064","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-2a2286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:27.27291417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"default-tenant","reconcileID":"322fac09-6667-4ae4-a73f-9cf55f7bc064","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-2a2286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:27.286727601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"default-tenant","reconcileID":"322fac09-6667-4ae4-a73f-9cf55f7bc064","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-2a2286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:27.291477241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"default-tenant","reconcileID":"322fac09-6667-4ae4-a73f-9cf55f7bc064","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-2a2286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:27.299962743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"default-tenant","reconcileID":"322fac09-6667-4ae4-a73f-9cf55f7bc064","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-2a2286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:27.30771312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"default-tenant","reconcileID":"322fac09-6667-4ae4-a73f-9cf55f7bc064","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-2a2286","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:27.313228213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-2a2286"},"namespace":"ai-tenant-e2e-extmod-b-2a2286","name":"default-tenant","reconcileID":"322fac09-6667-4ae4-a73f-9cf55f7bc064","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-2a2286","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:27.546867932Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-2a2286","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-2a2286","reconcileID":"fa71e2ce-717c-40b5-b491-99834861cddb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-2a2286","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-2a2286"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:16:27.626699824Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"8f532acf-20dc-4442-88ad-27ab63beffd5","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:16:27.626765472Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"8f532acf-20dc-4442-88ad-27ab63beffd5","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:27.653607251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4beffa8-b426-44b9-bea6-931b7c6c1dcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:27.665559762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4beffa8-b426-44b9-bea6-931b7c6c1dcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:27.687654945Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4beffa8-b426-44b9-bea6-931b7c6c1dcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:27.703427362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fe0277cc-3f9a-439e-b796-0c12eddc656d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:27.703453442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fe0277cc-3f9a-439e-b796-0c12eddc656d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:27.840257414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efeb6bf4-a347-47a6-a587-7f2e2723ce06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:27.844736531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efeb6bf4-a347-47a6-a587-7f2e2723ce06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:27.848862815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efeb6bf4-a347-47a6-a587-7f2e2723ce06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:27.853277567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efeb6bf4-a347-47a6-a587-7f2e2723ce06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:28.15982696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93e3142a-2f3e-476f-88a1-44d83f77f47c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:28.16531771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93e3142a-2f3e-476f-88a1-44d83f77f47c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:28.170018632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93e3142a-2f3e-476f-88a1-44d83f77f47c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:28.174777299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93e3142a-2f3e-476f-88a1-44d83f77f47c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:16:30.644018153Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"bb880054-a101-4f54-9809-3c2b60b19f7c","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:16:30.644096523Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"bb880054-a101-4f54-9809-3c2b60b19f7c","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:16:30.659299333Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"9349ae84-209c-47c4-821b-00ddd67572db","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:16:30.659361806Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"9349ae84-209c-47c4-821b-00ddd67572db","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:30.846810396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fac95dc-114d-49f0-b675-1872e696091c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:30.851329434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fac95dc-114d-49f0-b675-1872e696091c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:30.85555131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fac95dc-114d-49f0-b675-1872e696091c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:30.859597377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fac95dc-114d-49f0-b675-1872e696091c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:31.093984282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf198f86-56fb-4d83-b358-7f82d0d3a318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:31.099122385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf198f86-56fb-4d83-b358-7f82d0d3a318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:31.103882649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf198f86-56fb-4d83-b358-7f82d0d3a318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:31.10957436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf198f86-56fb-4d83-b358-7f82d0d3a318","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:31.360173648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fceacd2e-6640-4056-a901-108227f1fc3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:31.364727692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fceacd2e-6640-4056-a901-108227f1fc3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:31.369155424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fceacd2e-6640-4056-a901-108227f1fc3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:31.373368805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fceacd2e-6640-4056-a901-108227f1fc3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:16:31.862846416Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"9398c91f-630f-437d-ad51-745fa69a31db","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:16:31.86290838Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"9398c91f-630f-437d-ad51-745fa69a31db","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:32.522799547Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-82d738-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-quota-82d738-sub","reconcileID":"64d9261f-8b61-4807-998f-8188cab9be7c","MaaSSubscription":{"name":"e2e-shr-quota-82d738-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"model":"e2e-extmod-shr-user-a41ade/e2e-shr-quota-82d738-e2e-extmod-b-4d5758","subscription":"e2e-shr-quota-82d738-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:32.543781514Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-82d738-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-quota-82d738-sub","reconcileID":"64d9261f-8b61-4807-998f-8188cab9be7c","MaaSSubscription":{"name":"e2e-shr-quota-82d738-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"model":"e2e-extmod-shr-user-a41ade/e2e-shr-quota-82d738-e2e-extmod-b-4d5758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:32.549304521Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-82d738-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-quota-82d738-sub","reconcileID":"64d9261f-8b61-4807-998f-8188cab9be7c","MaaSSubscription":{"name":"e2e-shr-quota-82d738-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-shr-quota-82d738-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-extmod-shr-user-a41ade/e2e-shr-quota-82d738-e2e-extmod-b-4d5758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:32.600993001Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-222480 priority=0:[ai-tenant-e2e-extmod-a-222480/e2e-shr-auth-bdf8b2-sub ai-tenant-e2e-extmod-a-222480/e2e-shr-quota-82d738-sub ai-tenant-e2e-extmod-a-222480/e2e-shr-shared-be1378-sub]","namespace=ai-tenant-e2e-extmod-b-4d5758 priority=0:[ai-tenant-e2e-extmod-b-4d5758/e2e-shr-auth-bdf8b2-sub ai-tenant-e2e-extmod-b-4d5758/e2e-shr-shared-be1378-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:32.606283301Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","reconcileID":"b7b6efc8-b13a-4a6a-bb61-431ea44b76a3","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-quota-82d738-633ce495fda5","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","externalModel":"e2e-shr-quota-82d738","provider":"e2e-shr-quota-82d738-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:32.619979617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"41295f3d-d643-46b2-acc7-a530bce4c0bd","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:32.626741708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-quota-82d738-access","reconcileID":"7a866fe8-6279-41e1-82e1-3f0fcf870f8b","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:32.627021168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"8d72b865-a796-4ee2-aa94-e911c25ef93b","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:32.633758158Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","reconcileID":"948eaf08-4c4c-4174-b599-380fbc6b6368","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-c964c37107cb","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:32.63575171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"41295f3d-d643-46b2-acc7-a530bce4c0bd","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:32.637862062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"8d72b865-a796-4ee2-aa94-e911c25ef93b","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:32.638623076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-quota-82d738-access","reconcileID":"7a866fe8-6279-41e1-82e1-3f0fcf870f8b","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:32.645894934Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","reconcileID":"55cb9df7-75c3-4c89-80cc-734711f21a7a","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-07a35a047333","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:32.721365041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-quota-82d738-access","reconcileID":"e1c7fb2b-3026-40e7-be23-a8ec6c83f817","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:32.742908603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-quota-82d738-access","reconcileID":"e1c7fb2b-3026-40e7-be23-a8ec6c83f817","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:32.756179199Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","reconcileID":"da71e0d8-acc6-416f-87d1-f119106be2cf","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-quota-82d738-633ce495fda5","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","externalModel":"e2e-shr-quota-82d738","provider":"e2e-shr-quota-82d738-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:32.765971691Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-quota-82d738-access","reconcileID":"1e1b98d5-f6d3-45d1-b717-0a3de8c4e203","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"model":"e2e-extmod-shr-user-a41ade/e2e-shr-quota-82d738-e2e-extmod-b-4d5758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:32.792466645Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","reconcileID":"d5c7c4b8-757e-41f4-ba6a-cacb5765f728","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-quota-82d738-633ce495fda5","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-quota-82d738-e2e-extmod-b-4d5758","externalModel":"e2e-shr-quota-82d738","provider":"e2e-shr-quota-82d738-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:33.023005018Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","reconcileID":"48a59f9d-daa6-434b-8693-2d71268d6b92","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-quota-82d738-3f37034870fd","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-quota-82d738-e2e-extmod-a-222480","externalModel":"e2e-shr-quota-82d738","provider":"e2e-shr-quota-82d738-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:33.039111295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"c7ebf00f-2106-4f1e-b95d-b9d6b5eed9c2","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:33.039125205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"04ffc63c-e97c-4bea-b83d-e613bfcb3254","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:33.045566486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"f22f95a6-9de6-4075-9c92-e00c53c743a0","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:33.045661438Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-82d738-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-sub","reconcileID":"e259ab6f-3c2f-44e2-bc31-66177a45cf71","MaaSSubscription":{"name":"e2e-shr-quota-82d738-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ce9920af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:33.051123975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"c7ebf00f-2106-4f1e-b95d-b9d6b5eed9c2","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:33.051424362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"04ffc63c-e97c-4bea-b83d-e613bfcb3254","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:33.055481942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"f22f95a6-9de6-4075-9c92-e00c53c743a0","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:33.187427728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"3451eb2a-a47a-44f4-816e-ae2c76c04144","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:33.188477141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"e96607fe-7193-4ce3-a015-73add2ada59e","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:33.198183282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"3451eb2a-a47a-44f4-816e-ae2c76c04144","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:33.201193896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"e96607fe-7193-4ce3-a015-73add2ada59e","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:33.287781361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"fcc14bc2-5b7e-498b-8508-5c0cf2cdf306","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:33.299714365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"fcc14bc2-5b7e-498b-8508-5c0cf2cdf306","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:16:36.218896762Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"d401e306-cea5-48c8-82e3-e757ba6f1f16","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:16:36.218956812Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"d401e306-cea5-48c8-82e3-e757ba6f1f16","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:16:36.238569634Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"040900f0-ec0d-4078-bb3f-9e18861c5893","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:16:36.238620472Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"040900f0-ec0d-4078-bb3f-9e18861c5893","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:36.360897465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db34e19e-20cb-43e6-8350-24df1ac6b7ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:36.365639118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db34e19e-20cb-43e6-8350-24df1ac6b7ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:36.370197374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db34e19e-20cb-43e6-8350-24df1ac6b7ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:36.373423791Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:36.374642998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db34e19e-20cb-43e6-8350-24df1ac6b7ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:36.599276449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5fba275-5dcd-4e96-b204-8a4638bc886f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:36.60401855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5fba275-5dcd-4e96-b204-8a4638bc886f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:36.612307946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5fba275-5dcd-4e96-b204-8a4638bc886f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:36.623128628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5fba275-5dcd-4e96-b204-8a4638bc886f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:36.886351148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dd28f7d-0259-4400-b56b-e37e246114f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:36.891618497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dd28f7d-0259-4400-b56b-e37e246114f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:36.895836207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dd28f7d-0259-4400-b56b-e37e246114f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:36.899857391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dd28f7d-0259-4400-b56b-e37e246114f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:37.261136976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0440249e-39b9-463d-9653-2203f8df099a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:37.26557043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0440249e-39b9-463d-9653-2203f8df099a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:37.270030706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0440249e-39b9-463d-9653-2203f8df099a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:37.274259303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0440249e-39b9-463d-9653-2203f8df099a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:37.720378629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0471b889-605a-4c05-877a-309e853f99d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:37.730465461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0471b889-605a-4c05-877a-309e853f99d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:37.741817022Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0471b889-605a-4c05-877a-309e853f99d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:16:40.715780208Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"4a546ca1-155c-4df1-adff-5b8fac94ce59","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:16:40.715850479Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"4a546ca1-155c-4df1-adff-5b8fac94ce59","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.054428839Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-82d738-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-sub","reconcileID":"631c299f-97b6-4f27-841d-89f12858eca3","MaaSSubscription":{"name":"e2e-shr-quota-82d738-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"model":"e2e-extmod-shr-user-a41ade/e2e-shr-quota-82d738-e2e-extmod-a-222480","subscription":"e2e-shr-quota-82d738-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.065126555Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-82d738-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-sub","reconcileID":"631c299f-97b6-4f27-841d-89f12858eca3","MaaSSubscription":{"name":"e2e-shr-quota-82d738-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"model":"e2e-extmod-shr-user-a41ade/e2e-shr-quota-82d738-e2e-extmod-a-222480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.070516805Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-82d738-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-sub","reconcileID":"631c299f-97b6-4f27-841d-89f12858eca3","MaaSSubscription":{"name":"e2e-shr-quota-82d738-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"maas-trlp-e2e-shr-quota-82d738-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-extmod-shr-user-a41ade/e2e-shr-quota-82d738-e2e-extmod-a-222480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.198915808Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-222480 priority=0:[ai-tenant-e2e-extmod-a-222480/e2e-shr-auth-bdf8b2-sub ai-tenant-e2e-extmod-a-222480/e2e-shr-shared-be1378-sub]","namespace=ai-tenant-e2e-extmod-b-4d5758 priority=0:[ai-tenant-e2e-extmod-b-4d5758/e2e-shr-auth-bdf8b2-sub ai-tenant-e2e-extmod-b-4d5758/e2e-shr-shared-be1378-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.204267529Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","reconcileID":"3d42da3e-6a4e-4117-b7e5-1932a4f7991b","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-quota-82d738-3f37034870fd","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-quota-82d738-e2e-extmod-a-222480","externalModel":"e2e-shr-quota-82d738","provider":"e2e-shr-quota-82d738-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.220970567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"f6301f45-9a61-4990-a1f6-3f19863266b5","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.223802748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"f9afe1b6-25f6-49de-9f2b-658917cba409","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.223825183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"856d9ee7-bdbf-4748-bb1a-034c61e18509","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.23041885Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","reconcileID":"e3b2777d-af78-4098-b7aa-e034b1c96919","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-df872d9a53de","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.231289914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"f6301f45-9a61-4990-a1f6-3f19863266b5","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.234263877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"856d9ee7-bdbf-4748-bb1a-034c61e18509","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.234409734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"f9afe1b6-25f6-49de-9f2b-658917cba409","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.241469505Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"0e7eb18c-25c0-46a4-bec8-042a025d8049","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-01aff02ed726","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-a-222480","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.357509065Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","reconcileID":"071cc87d-a9b8-47cc-bae8-750b3b2d482e","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-quota-82d738-3f37034870fd","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-quota-82d738-e2e-extmod-a-222480","externalModel":"e2e-shr-quota-82d738","provider":"e2e-shr-quota-82d738-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.438955983Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"default-tenant","reconcileID":"4883142a-b835-4056-9261-c9dd32491aac","namespace":"ai-tenant-e2e-extmod-b-969878","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.439017744Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"default-tenant","reconcileID":"4883142a-b835-4056-9261-c9dd32491aac","namespace":"ai-tenant-e2e-extmod-b-969878","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.439109275Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"default-tenant","reconcileID":"4883142a-b835-4056-9261-c9dd32491aac","tenant":"e2e-extmod-b-969878","tenantID":"e2e-extmod-b-969878","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.446455343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"default-tenant","reconcileID":"4883142a-b835-4056-9261-c9dd32491aac","gvk":"Deployment","name":"maas-api-e2e-extmod-b-969878","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.446804508Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-quota-82d738-access","reconcileID":"4e4aedf6-8eda-4509-b88d-5ac446d44e2f","MaaSAuthPolicy":{"name":"e2e-shr-quota-82d738-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"model":"e2e-extmod-shr-user-a41ade/e2e-shr-quota-82d738-e2e-extmod-a-222480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.463306324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"default-tenant","reconcileID":"4883142a-b835-4056-9261-c9dd32491aac","gvk":"Service","name":"maas-api-e2e-extmod-b-969878","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.479433923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"default-tenant","reconcileID":"4883142a-b835-4056-9261-c9dd32491aac","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-969878","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.48617483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"default-tenant","reconcileID":"4883142a-b835-4056-9261-c9dd32491aac","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-969878","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.493873266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"default-tenant","reconcileID":"4883142a-b835-4056-9261-c9dd32491aac","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-969878","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.503602231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"default-tenant","reconcileID":"4883142a-b835-4056-9261-c9dd32491aac","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-969878","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.517897499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"default-tenant","reconcileID":"4883142a-b835-4056-9261-c9dd32491aac","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-969878","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.525286005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"default-tenant","reconcileID":"4883142a-b835-4056-9261-c9dd32491aac","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-969878","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.52994104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"default-tenant","reconcileID":"4883142a-b835-4056-9261-c9dd32491aac","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-969878","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.534038901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"default-tenant","reconcileID":"4883142a-b835-4056-9261-c9dd32491aac","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-969878","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.538641914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"default-tenant","reconcileID":"4883142a-b835-4056-9261-c9dd32491aac","gvk":"Service","name":"payload-processing-e2e-extmod-b-969878","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.543373198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"default-tenant","reconcileID":"4883142a-b835-4056-9261-c9dd32491aac","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-969878","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.547850282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"default-tenant","reconcileID":"4883142a-b835-4056-9261-c9dd32491aac","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-969878","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.552134319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"default-tenant","reconcileID":"4883142a-b835-4056-9261-c9dd32491aac","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-969878","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.556345641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"default-tenant","reconcileID":"4883142a-b835-4056-9261-c9dd32491aac","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-969878","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.567261719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"default-tenant","reconcileID":"4883142a-b835-4056-9261-c9dd32491aac","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-969878","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.571794544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"default-tenant","reconcileID":"4883142a-b835-4056-9261-c9dd32491aac","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-969878","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.571953311Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","reconcileID":"eed15f11-5f5a-4829-bbd3-4d3d35262110","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-quota-82d738-3f37034870fd","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-quota-82d738-e2e-extmod-a-222480","externalModel":"e2e-shr-quota-82d738","provider":"e2e-shr-quota-82d738-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.577312491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"default-tenant","reconcileID":"4883142a-b835-4056-9261-c9dd32491aac","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-969878","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.581670259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"default-tenant","reconcileID":"4883142a-b835-4056-9261-c9dd32491aac","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-969878","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.585890796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-969878"},"namespace":"ai-tenant-e2e-extmod-b-969878","name":"default-tenant","reconcileID":"4883142a-b835-4056-9261-c9dd32491aac","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-969878","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.696368303Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-969878","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-969878","reconcileID":"4a090c54-4de9-4326-b75c-f6a5c0a94e18","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-969878","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-969878"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:16:43.826945255Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"3ebec901-fd9c-4761-9822-5a570cd9ca9c","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:16:43.827172444Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"3ebec901-fd9c-4761-9822-5a570cd9ca9c","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.942923653Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","reconcileID":"8e6a29e5-fceb-4852-9d3d-e0843583f1ac","MaaSModelRef":{"name":"e2e-shr-quota-82d738-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-quota-82d738-3f37034870fd","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-quota-82d738-e2e-extmod-a-222480","externalModel":"e2e-shr-quota-82d738","provider":"e2e-shr-quota-82d738-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.987888233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e10cda6-46ce-4ad9-b5e5-759f72f2987d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.992313003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e10cda6-46ce-4ad9-b5e5-759f72f2987d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:43.996685162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e10cda6-46ce-4ad9-b5e5-759f72f2987d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:44.000992702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e10cda6-46ce-4ad9-b5e5-759f72f2987d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:44.355845176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f07612e2-7bf3-4333-b919-13d1ec8b8fb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:44.360214356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f07612e2-7bf3-4333-b919-13d1ec8b8fb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:44.364666806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f07612e2-7bf3-4333-b919-13d1ec8b8fb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:44.368861136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f07612e2-7bf3-4333-b919-13d1ec8b8fb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:44.578804284Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-82d738","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-quota-82d738","reconcileID":"33cb3eb7-8261-436f-b0f9-d0fef2bdbce8","namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-quota-82d738","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:16:44.586458935Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"91fd1834-a34d-43ac-b533-fead3d4ccb4e","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:16:44.586520335Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"91fd1834-a34d-43ac-b533-fead3d4ccb4e","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:44.59315018Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"d7c0489c-6428-47cd-b7ae-f71133b98416","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-01aff02ed726","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-a-222480","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:44.595358063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"6a8d81fc-7f5b-4961-9c0d-c85771f54bf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:44.599076053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af68f4fc-a5d2-420d-920c-5ef5bd89d027","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:44.601017192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"1638d84b-3b63-4240-b113-95d6addfe72f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:44.602901764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"d1699479-6c0c-446e-a687-f13740a225f2","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:44.603333803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"0fceb189-17d6-428b-b150-241b27528117","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:44.670575338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"6a8d81fc-7f5b-4961-9c0d-c85771f54bf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:44.672346018Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","reconcileID":"8f7bd91d-1986-4b38-a997-357ab3800875","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-07a35a047333","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:44.673694315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af68f4fc-a5d2-420d-920c-5ef5bd89d027","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:44.677249147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"0fceb189-17d6-428b-b150-241b27528117","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:44.677342285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"1638d84b-3b63-4240-b113-95d6addfe72f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:44.679025788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-sub","reconcileID":"26f15634-5bd9-4d81-b233-b2dfeec7decf","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"maas-trlp-e2e-shr-shared-be1378-e2e-extmod-a-222480","model":"e2e-extmod-shr-user-a41ade/e2e-shr-shared-be1378-e2e-extmod-a-222480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:44.681865218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-sub","reconcileID":"7e88b7aa-1702-4096-8dfc-8bf4c256f0ef","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","model":"e2e-extmod-shr-user-a41ade/e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:44.681939103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"d1699479-6c0c-446e-a687-f13740a225f2","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:44.683805752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-sub","reconcileID":"afb757fa-a176-4c6d-bd1d-0926b218acb9","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"maas-trlp-e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","model":"e2e-extmod-shr-user-a41ade/e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:44.684006127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-sub","reconcileID":"bc71c049-130c-4ae2-a7c2-4e1fb0eed491","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-shr-shared-be1378-e2e-extmod-b-4d5758","model":"e2e-extmod-shr-user-a41ade/e2e-shr-shared-be1378-e2e-extmod-b-4d5758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:44.686302276Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-e2e-extmod-b-4d5758","reconcileID":"302218af-acc0-4341-b421-743b7d1be416","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-amb-6d980c-ccdf9c525d0e","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-amb-6d980c-e2e-extmod-b-4d5758","externalModel":"e2e-shr-amb-6d980c","provider":"e2e-shr-amb-6d980c-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:44.713621842Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","reconcileID":"2635db0a-b2e9-46a0-801d-b88113dd5605","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-c964c37107cb","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:44.730427624Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","reconcileID":"419ef3a2-615c-4ca6-bbb8-93eb8d371e1b","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-df872d9a53de","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:44.738743524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36a05980-f292-4a9a-8a19-49e735a5e4a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:44.77006591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36a05980-f292-4a9a-8a19-49e735a5e4a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:44.77860486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36a05980-f292-4a9a-8a19-49e735a5e4a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:44.78736428Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-e2e-extmod-a-222480","reconcileID":"b2ee4e59-43c0-4ab6-ad26-bcea6af3b194","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-amb-6d980c-bc8ae2458bd5","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-amb-6d980c-e2e-extmod-a-222480","externalModel":"e2e-shr-amb-6d980c","provider":"e2e-shr-amb-6d980c-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:44.791503313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36a05980-f292-4a9a-8a19-49e735a5e4a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:44.801488933Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-82d738","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-quota-82d738","reconcileID":"cf5ecfe1-229a-4d64-881e-b1aab09d4834","namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-quota-82d738","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:44.962429028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"29397b81-04d3-497b-8bb3-67396cb04c73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:16:44.966583508Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"4a1f603d-a343-40b7-a4f1-026734bd1a03","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:16:44.966715445Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-ambiguous","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-ambiguous","reconcileID":"4a1f603d-a343-40b7-a4f1-026734bd1a03","error":"ExternalModel e2e-extmod-shr-user-a41ade/e2e-shr-amb-6d980c is attached to several gateways [openshift-ingress/e2e-extmod-a-222480 openshift-ingress/e2e-extmod-b-4d5758]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:44.983421821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-sub","reconcileID":"4756e99d-9c26-4a1f-8581-aecbf91dc082","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"maas-trlp-e2e-shr-shared-be1378-e2e-extmod-a-222480","model":"e2e-extmod-shr-user-a41ade/e2e-shr-shared-be1378-e2e-extmod-a-222480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:44.997295255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"525f9da8-2099-4e81-835a-3a36335b9aac","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:44.997402822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"525f9da8-2099-4e81-835a-3a36335b9aac","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:45.009094644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"29397b81-04d3-497b-8bb3-67396cb04c73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:45.01695073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"2d7f9a41-2af5-4508-9eaf-f13d134e4510","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:45.019162713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"30f1196e-5a1b-4349-ab2d-576a6ed15e84","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:45.019929028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"07912c0d-7c39-4472-8ef2-7ac618ae7c0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:45.032851417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"2d7f9a41-2af5-4508-9eaf-f13d134e4510","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:45.034560284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"07912c0d-7c39-4472-8ef2-7ac618ae7c0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:45.036850956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"30f1196e-5a1b-4349-ab2d-576a6ed15e84","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:45.040322683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-sub","reconcileID":"3b13651c-f664-46e6-bbe0-1da7dc8dec9a","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","model":"e2e-extmod-shr-user-a41ade/e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:45.0479137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-sub","reconcileID":"3b6f405c-2715-47b4-9629-de3638277027","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"maas-trlp-e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","model":"e2e-extmod-shr-user-a41ade/e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:45.048570404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-sub","reconcileID":"88e4e20d-d6fb-4db4-a660-da6e1474eb06","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-shr-shared-be1378-e2e-extmod-b-4d5758","model":"e2e-extmod-shr-user-a41ade/e2e-shr-shared-be1378-e2e-extmod-b-4d5758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:45.201804582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"6e534ae8-cc19-4503-aed9-349851fdf231","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:45.260893999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"6e534ae8-cc19-4503-aed9-349851fdf231","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:45.281194445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"a187ff43-d8d4-4afa-a6f5-d844c7ae8aab","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:45.303631739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"a187ff43-d8d4-4afa-a6f5-d844c7ae8aab","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:45.372419723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"b59d40f9-cac0-4dab-9b60-4eee8d5790cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:45.373170752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"d868d2b9-7513-4e98-b7cc-2f3c7060987d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:45.398957556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"b59d40f9-cac0-4dab-9b60-4eee8d5790cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:45.406935518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"d868d2b9-7513-4e98-b7cc-2f3c7060987d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:45.42372592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"7cbc2ba3-4080-4278-93ab-99d79e196e76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:45.481119492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"7cbc2ba3-4080-4278-93ab-99d79e196e76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:45.609798768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"5082b95c-52bd-45be-af02-a4de033da661","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:45.647958977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"5082b95c-52bd-45be-af02-a4de033da661","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:45.686608154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df66d032-07d5-41e7-9ae4-132be52b3415","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:45.687728278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"69cce96e-a5a0-4abc-8de9-ba40155e68a7","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:45.688661455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"56bb458b-be9a-4d1f-b573-bc52089e62d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:45.708301625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"69cce96e-a5a0-4abc-8de9-ba40155e68a7","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:45.715978262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a9a8ab8-b1a5-4a0c-991a-bfec266be816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:45.776625348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"56bb458b-be9a-4d1f-b573-bc52089e62d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:45.778806286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df66d032-07d5-41e7-9ae4-132be52b3415","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:45.805893863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a9a8ab8-b1a5-4a0c-991a-bfec266be816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:45.809029872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"c4f8ef9f-7efa-4047-8f4c-31b88e2d4d01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:45.818498311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a9a8ab8-b1a5-4a0c-991a-bfec266be816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:45.824648386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a9a8ab8-b1a5-4a0c-991a-bfec266be816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:45.825102608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ea75d6f-4616-4633-a398-76f0780fed03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:45.830550245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"c4f8ef9f-7efa-4047-8f4c-31b88e2d4d01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:45.83621374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ea75d6f-4616-4633-a398-76f0780fed03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:45.939617015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"15b2c623-d3c7-475b-8dbf-3e1303e425d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:45.94891129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"15b2c623-d3c7-475b-8dbf-3e1303e425d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:46.040195221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"c7966a8e-5668-4e17-a3cf-c85c09681483","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:46.05193399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"c7966a8e-5668-4e17-a3cf-c85c09681483","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:46.236808013Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c-e2e-extmod-a-222480","reconcileID":"9a482756-5434-46c6-b4a2-0526a81bec30","MaaSModelRef":{"name":"e2e-shr-amb-6d980c-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-amb-6d980c-bc8ae2458bd5","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-amb-6d980c-e2e-extmod-a-222480","externalModel":"e2e-shr-amb-6d980c","provider":"e2e-shr-amb-6d980c-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:46.789187821Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-6d980c","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c","reconcileID":"c8120330-3133-4d2d-98c7-c503df49c960","namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:46.844408552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"647b5dff-881e-46fe-9960-94a87da6a48a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:46.845206019Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"63b18790-04d7-439b-9768-6ba60768e613","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-01aff02ed726","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-a-222480","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:46.848432169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0677a591-92ef-4e73-aff5-0ceb549bb8d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:46.849004082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"4f44a6c8-6a04-4b72-ade5-3b31de9cd4d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:46.849563768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"7ca5746f-1cb2-41ff-a7fc-b2a741b327bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:46.850113444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"647966e1-6adf-4d37-8af7-8f8257b9b45f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:46.859996513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"647b5dff-881e-46fe-9960-94a87da6a48a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:46.864421062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"7ca5746f-1cb2-41ff-a7fc-b2a741b327bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:46.867931008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"4f44a6c8-6a04-4b72-ade5-3b31de9cd4d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:46.888500582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0677a591-92ef-4e73-aff5-0ceb549bb8d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:46.908358081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"647966e1-6adf-4d37-8af7-8f8257b9b45f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:46.916734962Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","reconcileID":"ffc8f3ec-76d8-4985-ad58-4c03d2fa8697","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-07a35a047333","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.038215773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-sub","reconcileID":"ed1cbfa6-450d-4f34-84b7-81101a1d979b","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"maas-trlp-e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","model":"e2e-extmod-shr-user-a41ade/e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.039175594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-sub","reconcileID":"76c5b437-bd64-4080-868a-e805a8fe3bab","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"maas-trlp-e2e-shr-shared-be1378-e2e-extmod-a-222480","model":"e2e-extmod-shr-user-a41ade/e2e-shr-shared-be1378-e2e-extmod-a-222480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.043533188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-sub","reconcileID":"0f2413da-d255-480e-a9c4-672c45e4dc1d","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","model":"e2e-extmod-shr-user-a41ade/e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.091287806Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-6d980c","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c","reconcileID":"390ced42-0754-4745-ae27-fa430bab6448","namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-amb-6d980c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.096913048Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","reconcileID":"b3319c10-e2e0-4f8b-a3b0-0d3230c605a6","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-c964c37107cb","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.119953171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-sub","reconcileID":"947971f6-b2e8-465b-bd73-c17e5f1fc520","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-shr-shared-be1378-e2e-extmod-b-4d5758","model":"e2e-extmod-shr-user-a41ade/e2e-shr-shared-be1378-e2e-extmod-b-4d5758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.293340502Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","reconcileID":"939d7feb-c6eb-4da2-8652-cb35908e6afb","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-df872d9a53de","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.30651772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"36a096f6-8989-4e2a-bb2e-dc3506ddf26d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.309525261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"494c4b0d-b080-482b-a710-f6b141561274","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.310105292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"5a4d7fff-3469-4a9e-91fe-86bcfcf00066","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.310629021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"40a935ea-2a24-44e6-ba19-7c2f0dbe9d94","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.311811667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"a78bdf6c-be0b-46db-bbec-883701bc7a3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.313718578Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"b4f313ed-15cb-4c94-8878-23014677e399","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-01aff02ed726","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-a-222480","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.318229086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"36a096f6-8989-4e2a-bb2e-dc3506ddf26d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.370167987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"494c4b0d-b080-482b-a710-f6b141561274","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.383940993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"5a4d7fff-3469-4a9e-91fe-86bcfcf00066","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.395400527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"40a935ea-2a24-44e6-ba19-7c2f0dbe9d94","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.401319129Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","reconcileID":"62f2e0f3-5c15-4bfd-bc22-949f60a35e2a","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-07a35a047333","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.403283478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"a78bdf6c-be0b-46db-bbec-883701bc7a3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.409689136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-sub","reconcileID":"55a59b18-9ec9-47fb-a73f-56a090b18bb1","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"maas-trlp-e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","model":"e2e-extmod-shr-user-a41ade/e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.414155281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-sub","reconcileID":"3aaf4d17-83ae-4d95-a744-42bb76764cad","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"maas-trlp-e2e-shr-shared-be1378-e2e-extmod-a-222480","model":"e2e-extmod-shr-user-a41ade/e2e-shr-shared-be1378-e2e-extmod-a-222480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.422570223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-sub","reconcileID":"8aaa24be-3d75-4f33-be5d-aa895bdc3b3a","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-shr-shared-be1378-e2e-extmod-b-4d5758","model":"e2e-extmod-shr-user-a41ade/e2e-shr-shared-be1378-e2e-extmod-b-4d5758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.423875621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-sub","reconcileID":"b52e2a1c-5acc-426f-ac5d-83b3bd345df6","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","model":"e2e-extmod-shr-user-a41ade/e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.524423237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"4d9cf46d-bb11-4e64-b3b2-889382d43a04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.5248959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"bdafa36c-12d2-45b3-8556-c64dc66b4a05","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.534604346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"bdafa36c-12d2-45b3-8556-c64dc66b4a05","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.534616661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"4d9cf46d-bb11-4e64-b3b2-889382d43a04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.611361531Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","reconcileID":"b021140b-9675-48df-a5e4-5fdde650fddb","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-07a35a047333","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.622499937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"ff8519b3-d729-436d-9235-2781ef835393","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.628454115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"2f53b46b-9113-4247-81fc-598e468ffe6e","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.62888996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"ceba40ed-5435-477b-b357-0f97647c0bc3","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.632700166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"ff8519b3-d729-436d-9235-2781ef835393","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.637547626Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-sub","reconcileID":"e0ea6768-9e7d-4831-9b55-747833911ddd","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e4917e43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.646294534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"ceba40ed-5435-477b-b357-0f97647c0bc3","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.647801337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"2f53b46b-9113-4247-81fc-598e468ffe6e","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.756973939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2c8558b-e24d-47fa-9456-6fdaa5472c1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.78240855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2c8558b-e24d-47fa-9456-6fdaa5472c1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.833538509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"9dd11b98-094c-4814-96d5-221a6642eaf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.833584697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"ecb38bbe-ead5-4074-afdf-a3c5f28e7c6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.83413797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"0ec2c4d6-c42b-4779-a27a-20fc2ea86882","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.834238167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"652ed259-59b8-411f-b93e-f3019d3a40d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.844812537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"9dd11b98-094c-4814-96d5-221a6642eaf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.844929703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"652ed259-59b8-411f-b93e-f3019d3a40d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.847102911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"ecb38bbe-ead5-4074-afdf-a3c5f28e7c6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.847552006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"0ec2c4d6-c42b-4779-a27a-20fc2ea86882","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.931150381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"4d525a70-9934-405d-b35a-abcff1a27dca","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.931303309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"960c2332-eb12-49e9-975a-9927f45e6bb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.931575154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"b22d7ebe-f04f-481f-8c0f-17976309f3be","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.941873658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"b22d7ebe-f04f-481f-8c0f-17976309f3be","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.941880379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"960c2332-eb12-49e9-975a-9927f45e6bb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:47.944162466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"4d525a70-9934-405d-b35a-abcff1a27dca","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:49.657354192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecaf5879-4795-47bf-b765-57293a6df25e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:49.66180355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecaf5879-4795-47bf-b765-57293a6df25e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:49.666204723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecaf5879-4795-47bf-b765-57293a6df25e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:49.67615153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecaf5879-4795-47bf-b765-57293a6df25e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:50.054227797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d832f953-b9b4-4eff-930c-c935f40320d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:50.058608948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d832f953-b9b4-4eff-930c-c935f40320d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:50.063028482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d832f953-b9b4-4eff-930c-c935f40320d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:50.067413548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d832f953-b9b4-4eff-930c-c935f40320d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:52.057418902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a83d378-0102-4f8b-ac5a-d035fe416fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:52.062511622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a83d378-0102-4f8b-ac5a-d035fe416fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:52.067439127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a83d378-0102-4f8b-ac5a-d035fe416fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:52.07216123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a83d378-0102-4f8b-ac5a-d035fe416fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:52.286199786Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"default-tenant","reconcileID":"1a7041a8-a137-402c-be92-177aa8bc9d28","namespace":"ai-tenant-e2e-extmod-b-d97cc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:52.28632461Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"default-tenant","reconcileID":"1a7041a8-a137-402c-be92-177aa8bc9d28","namespace":"ai-tenant-e2e-extmod-b-d97cc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:52.286440497Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"default-tenant","reconcileID":"1a7041a8-a137-402c-be92-177aa8bc9d28","tenant":"e2e-extmod-b-d97cc8","tenantID":"e2e-extmod-b-d97cc8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:52.294021698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"default-tenant","reconcileID":"1a7041a8-a137-402c-be92-177aa8bc9d28","gvk":"Deployment","name":"maas-api-e2e-extmod-b-d97cc8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:52.312150492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"default-tenant","reconcileID":"1a7041a8-a137-402c-be92-177aa8bc9d28","gvk":"Service","name":"maas-api-e2e-extmod-b-d97cc8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:52.369198647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"default-tenant","reconcileID":"1a7041a8-a137-402c-be92-177aa8bc9d28","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-d97cc8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:52.380670987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"default-tenant","reconcileID":"1a7041a8-a137-402c-be92-177aa8bc9d28","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-d97cc8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:52.39155827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"default-tenant","reconcileID":"1a7041a8-a137-402c-be92-177aa8bc9d28","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-d97cc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:52.3988422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"default-tenant","reconcileID":"1a7041a8-a137-402c-be92-177aa8bc9d28","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-d97cc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:52.409266542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"default-tenant","reconcileID":"1a7041a8-a137-402c-be92-177aa8bc9d28","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-d97cc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:52.422716181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"default-tenant","reconcileID":"1a7041a8-a137-402c-be92-177aa8bc9d28","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-d97cc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:52.424164424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c9cba34-ce73-4d36-9bfd-46ee8319ae6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:52.428725058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"default-tenant","reconcileID":"1a7041a8-a137-402c-be92-177aa8bc9d28","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-d97cc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:52.429771449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c9cba34-ce73-4d36-9bfd-46ee8319ae6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:52.434018103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"default-tenant","reconcileID":"1a7041a8-a137-402c-be92-177aa8bc9d28","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-d97cc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:52.434507447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c9cba34-ce73-4d36-9bfd-46ee8319ae6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:52.439038338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c9cba34-ce73-4d36-9bfd-46ee8319ae6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:52.441025046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"default-tenant","reconcileID":"1a7041a8-a137-402c-be92-177aa8bc9d28","gvk":"Service","name":"payload-processing-e2e-extmod-b-d97cc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:52.445249137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"default-tenant","reconcileID":"1a7041a8-a137-402c-be92-177aa8bc9d28","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-d97cc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:52.458539086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"default-tenant","reconcileID":"1a7041a8-a137-402c-be92-177aa8bc9d28","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-d97cc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:52.462901312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"default-tenant","reconcileID":"1a7041a8-a137-402c-be92-177aa8bc9d28","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-d97cc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:52.467483224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"default-tenant","reconcileID":"1a7041a8-a137-402c-be92-177aa8bc9d28","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-d97cc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:52.47778068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"default-tenant","reconcileID":"1a7041a8-a137-402c-be92-177aa8bc9d28","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-d97cc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:52.482598345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"default-tenant","reconcileID":"1a7041a8-a137-402c-be92-177aa8bc9d28","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-d97cc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:52.48683049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"default-tenant","reconcileID":"1a7041a8-a137-402c-be92-177aa8bc9d28","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-d97cc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:52.492296019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"default-tenant","reconcileID":"1a7041a8-a137-402c-be92-177aa8bc9d28","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-d97cc8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:52.497227765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d97cc8"},"namespace":"ai-tenant-e2e-extmod-b-d97cc8","name":"default-tenant","reconcileID":"1a7041a8-a137-402c-be92-177aa8bc9d28","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-d97cc8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:52.659550985Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-d97cc8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-d97cc8","reconcileID":"d98287e5-5627-4159-96d6-8a2628e23545","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-d97cc8","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-d97cc8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:52.925122988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74cda1b6-b8bb-4ab8-abc7-9851548418ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:52.929661339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74cda1b6-b8bb-4ab8-abc7-9851548418ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:52.934511443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74cda1b6-b8bb-4ab8-abc7-9851548418ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:52.939650715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74cda1b6-b8bb-4ab8-abc7-9851548418ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:53.186850098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f6a4d59-cff9-4d3d-9050-04c8e163d23c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:53.191274353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f6a4d59-cff9-4d3d-9050-04c8e163d23c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:53.195961925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f6a4d59-cff9-4d3d-9050-04c8e163d23c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:53.200846499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f6a4d59-cff9-4d3d-9050-04c8e163d23c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:53.45510385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e75d837-ffcb-4803-b841-83972d1a1f7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:53.459585472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e75d837-ffcb-4803-b841-83972d1a1f7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:53.463937043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e75d837-ffcb-4803-b841-83972d1a1f7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:53.468466219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e75d837-ffcb-4803-b841-83972d1a1f7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:53.902904366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6389de00-85a0-45be-b10c-4417418c126c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:53.907254267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6389de00-85a0-45be-b10c-4417418c126c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:53.912094913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6389de00-85a0-45be-b10c-4417418c126c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:53.916214941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6389de00-85a0-45be-b10c-4417418c126c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:54.204801594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf499cee-ba07-4855-b06a-8e89ece419ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:54.210353582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf499cee-ba07-4855-b06a-8e89ece419ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:54.218067584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf499cee-ba07-4855-b06a-8e89ece419ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:54.223256163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf499cee-ba07-4855-b06a-8e89ece419ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:57.643221095Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-sub","reconcileID":"98703e7c-4da9-4327-9533-69706da0eb69","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"model":"e2e-extmod-shr-user-a41ade/e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","subscription":"e2e-shr-auth-bdf8b2-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:57.65500333Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-sub","reconcileID":"98703e7c-4da9-4327-9533-69706da0eb69","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"model":"e2e-extmod-shr-user-a41ade/e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:57.660285726Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-sub","reconcileID":"98703e7c-4da9-4327-9533-69706da0eb69","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-extmod-shr-user-a41ade/e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:57.719699865Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-222480 priority=0:[ai-tenant-e2e-extmod-a-222480/e2e-shr-auth-bdf8b2-sub ai-tenant-e2e-extmod-a-222480/e2e-shr-shared-be1378-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:57.724730372Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","reconcileID":"cb36d1c8-eb08-4832-8dba-c33f881a0dc7","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-07a35a047333","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:57.773501969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"a9434fa3-2ccb-46f3-9d0a-8a3937df231a","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:57.773700455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"46035ca0-62b0-4f3d-8efd-15e563320bd4","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:57.789942542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"46035ca0-62b0-4f3d-8efd-15e563320bd4","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:57.798132719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"a9434fa3-2ccb-46f3-9d0a-8a3937df231a","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:57.803776633Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","reconcileID":"75f661ef-446e-4628-b834-ce4bc54af439","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-c964c37107cb","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:57.883928113Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","reconcileID":"e93c96b8-db0a-4854-b23f-aebfa7b1c70c","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-07a35a047333","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:58.009425785Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"e259b703-2dd2-434e-b794-58b52976b9b8","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"model":"e2e-extmod-shr-user-a41ade/e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:58.124142854Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","reconcileID":"0b2fe4ca-a014-43e2-a776-bb44c3851c0a","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-07a35a047333","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-b-4d5758","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:58.274555771Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","reconcileID":"e8b85971-4e9b-4ad9-bdcc-0e2091ca0000","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-df872d9a53de","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:58.304549722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"8798c5f4-b491-4f52-84d4-6202801d978e","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:58.306468069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"aea10446-ed88-413b-95ed-2561677b7372","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:58.320389092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"8798c5f4-b491-4f52-84d4-6202801d978e","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:58.320451787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"aea10446-ed88-413b-95ed-2561677b7372","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:58.320972085Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-sub","reconcileID":"3e6de9b6-f17a-4f67-b41c-726a1fbef554","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2235aa4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:58.457325063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"27052197-5597-4f37-be19-5c30abe6704e","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:58.458160158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"64049326-4db4-497e-b262-63f6295bd7c0","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:58.476135096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"64049326-4db4-497e-b262-63f6295bd7c0","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:16:58.478270922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"27052197-5597-4f37-be19-5c30abe6704e","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:01.500832277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"599b67ee-ed17-4370-b20f-5aa1e5c296ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:01.506199062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"599b67ee-ed17-4370-b20f-5aa1e5c296ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:01.510365675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"599b67ee-ed17-4370-b20f-5aa1e5c296ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:01.518404947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"599b67ee-ed17-4370-b20f-5aa1e5c296ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:01.864132824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eba1d510-b46f-4c32-ac6a-62a1e3459c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:01.868370331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eba1d510-b46f-4c32-ac6a-62a1e3459c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:01.874078877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eba1d510-b46f-4c32-ac6a-62a1e3459c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:01.878977626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eba1d510-b46f-4c32-ac6a-62a1e3459c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:06.015741747Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"default-tenant","reconcileID":"607c408d-1b44-4990-b591-78ef77d4812a","namespace":"ai-tenant-e2e-shared-a-w4-b7431c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:06.015801264Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"default-tenant","reconcileID":"607c408d-1b44-4990-b591-78ef77d4812a","namespace":"ai-tenant-e2e-shared-a-w4-b7431c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:06.0158613Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"default-tenant","reconcileID":"607c408d-1b44-4990-b591-78ef77d4812a","tenant":"e2e-shared-a-w4-b7431c","tenantID":"e2e-shared-a-w4-b7431c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:06.02398561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"default-tenant","reconcileID":"607c408d-1b44-4990-b591-78ef77d4812a","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-b7431c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:06.04103035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"default-tenant","reconcileID":"607c408d-1b44-4990-b591-78ef77d4812a","gvk":"Service","name":"maas-api-e2e-shared-a-w4-b7431c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:06.05477853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"default-tenant","reconcileID":"607c408d-1b44-4990-b591-78ef77d4812a","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-b7431c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:06.064870118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"default-tenant","reconcileID":"607c408d-1b44-4990-b591-78ef77d4812a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-b7431c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:06.075820417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"default-tenant","reconcileID":"607c408d-1b44-4990-b591-78ef77d4812a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-b7431c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:06.093162927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"default-tenant","reconcileID":"607c408d-1b44-4990-b591-78ef77d4812a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-b7431c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:06.104803567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"default-tenant","reconcileID":"607c408d-1b44-4990-b591-78ef77d4812a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-b7431c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:06.115766366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"default-tenant","reconcileID":"607c408d-1b44-4990-b591-78ef77d4812a","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-b7431c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:06.121322447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"default-tenant","reconcileID":"607c408d-1b44-4990-b591-78ef77d4812a","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-b7431c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:06.127538185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"default-tenant","reconcileID":"607c408d-1b44-4990-b591-78ef77d4812a","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-b7431c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:06.13527101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"default-tenant","reconcileID":"607c408d-1b44-4990-b591-78ef77d4812a","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-b7431c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:06.144607173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"default-tenant","reconcileID":"607c408d-1b44-4990-b591-78ef77d4812a","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-b7431c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:06.151035996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"default-tenant","reconcileID":"607c408d-1b44-4990-b591-78ef77d4812a","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-b7431c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:06.155781742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"default-tenant","reconcileID":"607c408d-1b44-4990-b591-78ef77d4812a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-b7431c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:06.160731511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"default-tenant","reconcileID":"607c408d-1b44-4990-b591-78ef77d4812a","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-b7431c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:06.171147181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"default-tenant","reconcileID":"607c408d-1b44-4990-b591-78ef77d4812a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-b7431c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:06.177441699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"default-tenant","reconcileID":"607c408d-1b44-4990-b591-78ef77d4812a","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-b7431c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:06.182933594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"default-tenant","reconcileID":"607c408d-1b44-4990-b591-78ef77d4812a","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-b7431c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:06.197426388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"default-tenant","reconcileID":"607c408d-1b44-4990-b591-78ef77d4812a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-b7431c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:06.202029404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b7431c"},"namespace":"ai-tenant-e2e-shared-a-w4-b7431c","name":"default-tenant","reconcileID":"607c408d-1b44-4990-b591-78ef77d4812a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-b7431c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:06.397551434Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:06.397781885Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-b7431c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-b7431c","reconcileID":"69fa4c46-5b4b-4345-9205-4d484aeaf516","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-b7431c","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-b7431c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:06.678407983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c30f74f0-f673-4e7d-87d2-e669672baaac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:06.68275876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c30f74f0-f673-4e7d-87d2-e669672baaac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:06.686841964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c30f74f0-f673-4e7d-87d2-e669672baaac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:06.691071023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c30f74f0-f673-4e7d-87d2-e669672baaac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:06.960775022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e53f4d65-51ff-4b07-907b-c5d0c29d2208","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:06.965707662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e53f4d65-51ff-4b07-907b-c5d0c29d2208","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:06.970265994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e53f4d65-51ff-4b07-907b-c5d0c29d2208","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:06.97525533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e53f4d65-51ff-4b07-907b-c5d0c29d2208","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:08.325999894Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-sub","reconcileID":"1982bfc2-4d6a-42c5-8d57-a2547b5b9c86","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"model":"e2e-extmod-shr-user-a41ade/e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","subscription":"e2e-shr-auth-bdf8b2-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:08.336583357Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-sub","reconcileID":"1982bfc2-4d6a-42c5-8d57-a2547b5b9c86","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"model":"e2e-extmod-shr-user-a41ade/e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:08.34212389Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-sub","reconcileID":"1982bfc2-4d6a-42c5-8d57-a2547b5b9c86","MaaSSubscription":{"name":"e2e-shr-auth-bdf8b2-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"maas-trlp-e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-extmod-shr-user-a41ade/e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:08.50740198Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","reconcileID":"32621952-0946-44e8-849a-c0ae087d080e","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-df872d9a53de","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:08.516462118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"b0d86809-116b-454e-9c7a-184f90e8ecd9","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:08.517026656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"8804a729-efd5-437c-a227-8c191385740a","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:08.526963457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"b0d86809-116b-454e-9c7a-184f90e8ecd9","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:08.527203501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"8804a729-efd5-437c-a227-8c191385740a","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:08.532690195Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"1736397a-4365-4ebc-90ef-ae29263c9702","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-01aff02ed726","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-a-222480","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:08.660906462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"a39c43e8-eaa0-49c2-9809-fa302adc69ba","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:08.662153074Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","reconcileID":"04531d52-fa74-4205-974c-5cc219ed1a2c","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-df872d9a53de","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:08.67371444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"a39c43e8-eaa0-49c2-9809-fa302adc69ba","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:08.843435203Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-auth-bdf8b2-access","reconcileID":"942b9b13-e0e3-48d8-af93-2018363b1e9d","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdf8b2-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"model":"e2e-extmod-shr-user-a41ade/e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:08.963871952Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","reconcileID":"a5e83294-c06c-491d-b607-e12cda6773c3","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-df872d9a53de","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:09.314790167Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","reconcileID":"1e0a2370-86bf-4ec3-8c51-ec8c39fe83bf","MaaSModelRef":{"name":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-auth-bdf8b2-df872d9a53de","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-auth-bdf8b2-e2e-extmod-a-222480","externalModel":"e2e-shr-auth-bdf8b2","provider":"e2e-shr-auth-bdf8b2-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:09.881329202Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-bdf8b2","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2","reconcileID":"6830b4f8-bfed-4f35-93a8-94a2b61824c7","namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:09.971093172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"b98dd67e-0cd3-40d2-b389-5acfed2ca4ef","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:09.971900901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"ff3a0cb6-5284-4cac-82fe-18b230fc5aa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:09.972185554Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","reconcileID":"24c0cf3b-a0c1-4c92-99f3-5f923d876cd3","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-c964c37107cb","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:09.972583205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"cf8239cd-d7da-4e58-9745-8ac7f64352d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:09.972977603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"043567ea-ab76-4a0c-861f-dfd4d3aa7720","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:09.975505893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"162c0a99-3d1c-49d8-a25f-a5e981b649c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:09.981015975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"b98dd67e-0cd3-40d2-b389-5acfed2ca4ef","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:09.983349475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"043567ea-ab76-4a0c-861f-dfd4d3aa7720","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:09.983625335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"cf8239cd-d7da-4e58-9745-8ac7f64352d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:09.986543164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"162c0a99-3d1c-49d8-a25f-a5e981b649c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:09.987607156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"ff3a0cb6-5284-4cac-82fe-18b230fc5aa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:09.988237018Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"55df3b2e-da9e-4740-97ba-51126483400f","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-01aff02ed726","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-a-222480","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:09.994646922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-sub","reconcileID":"9ef6e78d-23d5-4e21-8e11-ba8d3725f796","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-shr-shared-be1378-e2e-extmod-b-4d5758","model":"e2e-extmod-shr-user-a41ade/e2e-shr-shared-be1378-e2e-extmod-b-4d5758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:09.994663031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-sub","reconcileID":"93275576-05ec-4049-8099-d373ff0d52fa","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"maas-trlp-e2e-shr-shared-be1378-e2e-extmod-a-222480","model":"e2e-extmod-shr-user-a41ade/e2e-shr-shared-be1378-e2e-extmod-a-222480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:09.999824221Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","reconcileID":"c27478a0-6ab6-482d-adf7-ccbb5c7b55ef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-c964c37107cb","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.078210504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"8cfd305f-db5a-41d6-afaa-309e861ed9cb","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.079381857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"91c6100c-b520-45ce-bcac-3e01b5dc38b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.079574874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"1e5aefd7-382d-4b15-821b-f73b8adc33c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.08291648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8b5f73a-b662-4c5a-8d24-17b9d6d520e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.089037928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"8cfd305f-db5a-41d6-afaa-309e861ed9cb","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.09164572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"1e5aefd7-382d-4b15-821b-f73b8adc33c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.092653922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"91c6100c-b520-45ce-bcac-3e01b5dc38b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.09635526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8b5f73a-b662-4c5a-8d24-17b9d6d520e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.101517723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"5a378e7c-140d-4e48-b25c-d4cbcb485fa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.104116763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-sub","reconcileID":"bd4548db-b920-429d-bffc-a4c6eada3d38","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"maas-trlp-e2e-shr-shared-be1378-e2e-extmod-a-222480","model":"e2e-extmod-shr-user-a41ade/e2e-shr-shared-be1378-e2e-extmod-a-222480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.232641896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"5a378e7c-140d-4e48-b25c-d4cbcb485fa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.268653705Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-bdf8b2","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2","reconcileID":"d55c4e80-8b8f-46b9-921a-1a4908a3dd70","namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-auth-bdf8b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.323808123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"ac85f92b-679f-4dd4-a443-8e2dd68fc526","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.324570405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"4ee2bba8-90d5-42b7-969e-78f56ee1fa3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.382778192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-sub","reconcileID":"765aac34-fa78-44cd-9fd2-6aad8e4e493f","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-shr-shared-be1378-e2e-extmod-b-4d5758","model":"e2e-extmod-shr-user-a41ade/e2e-shr-shared-be1378-e2e-extmod-b-4d5758","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.390171002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"ac85f92b-679f-4dd4-a443-8e2dd68fc526","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.393746522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"4ee2bba8-90d5-42b7-969e-78f56ee1fa3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.488092403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"065c69b7-e1b9-4ef8-9fe0-01d527999ee0","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.492884426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"20547d0b-760a-4193-b4db-7b742bfce95e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.49302196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e0cf137-aeee-4268-82dc-c85e59a8a76b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.49961297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"065c69b7-e1b9-4ef8-9fe0-01d527999ee0","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.506791335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"20547d0b-760a-4193-b4db-7b742bfce95e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.508202993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e0cf137-aeee-4268-82dc-c85e59a8a76b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.579523443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"0ed0021c-4877-462c-ac2e-ab626bcdef1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.579875591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"13793713-62b4-4e63-b049-a25bf72c77b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.596283789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"13793713-62b4-4e63-b049-a25bf72c77b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.598828005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"0ed0021c-4877-462c-ac2e-ab626bcdef1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.68920184Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","reconcileID":"a9914821-aec9-41f1-87b7-66495e4361b0","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-c964c37107cb","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.703260261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"a2f54a6d-6a06-40ea-82ef-1c424dfe86d2","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.710714681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"f5160bdd-4a31-499f-837f-250f54f59bd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.712418798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"ff057970-e82e-4f2e-88ae-1e49fe6688b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.716951703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"a2f54a6d-6a06-40ea-82ef-1c424dfe86d2","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.718282936Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-sub","reconcileID":"8e790595-53ba-437f-a4bd-c2b7d1f88d6b","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e02073a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.722226213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"f5160bdd-4a31-499f-837f-250f54f59bd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.723709501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"ff057970-e82e-4f2e-88ae-1e49fe6688b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.810648509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"7a4b2e01-1878-4f58-9197-fa19130c50e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.812385353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ff6b37c-3413-4cb4-b6dc-5b91f94eb185","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.81421278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"20790f15-6637-446c-b428-83c0f068e741","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.814877282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"ec31872a-59a1-4215-91ac-8967a2b25fe8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.816231777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"67dffb17-ccb3-4937-a974-28f1779d19f3","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.822984567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"7a4b2e01-1878-4f58-9197-fa19130c50e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.824017195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ff6b37c-3413-4cb4-b6dc-5b91f94eb185","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.826632109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"20790f15-6637-446c-b428-83c0f068e741","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.827731133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"67dffb17-ccb3-4937-a974-28f1779d19f3","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:10.830074009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"ec31872a-59a1-4215-91ac-8967a2b25fe8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:14.940479484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22a77690-249b-4a6b-8932-17f101d89566","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:14.944774309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22a77690-249b-4a6b-8932-17f101d89566","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:14.94905901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22a77690-249b-4a6b-8932-17f101d89566","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:14.955739456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22a77690-249b-4a6b-8932-17f101d89566","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.042214682Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"default-tenant","reconcileID":"6ed7bb6b-aa99-4bd8-b6e3-1a54ea016163","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.04226994Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"default-tenant","reconcileID":"6ed7bb6b-aa99-4bd8-b6e3-1a54ea016163","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.0423182Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"default-tenant","reconcileID":"6ed7bb6b-aa99-4bd8-b6e3-1a54ea016163","tenant":"e2e-shared-a-w2-b24a1a","tenantID":"e2e-shared-a-w2-b24a1a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.055072142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"default-tenant","reconcileID":"6ed7bb6b-aa99-4bd8-b6e3-1a54ea016163","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-b24a1a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.073518659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"default-tenant","reconcileID":"6ed7bb6b-aa99-4bd8-b6e3-1a54ea016163","gvk":"Service","name":"maas-api-e2e-shared-a-w2-b24a1a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.088528652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"default-tenant","reconcileID":"6ed7bb6b-aa99-4bd8-b6e3-1a54ea016163","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-b24a1a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.101859024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"default-tenant","reconcileID":"6ed7bb6b-aa99-4bd8-b6e3-1a54ea016163","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-b24a1a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.118801822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"default-tenant","reconcileID":"6ed7bb6b-aa99-4bd8-b6e3-1a54ea016163","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-b24a1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.128509885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"default-tenant","reconcileID":"6ed7bb6b-aa99-4bd8-b6e3-1a54ea016163","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-b24a1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.139687182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"default-tenant","reconcileID":"6ed7bb6b-aa99-4bd8-b6e3-1a54ea016163","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-b24a1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.147496439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"default-tenant","reconcileID":"6ed7bb6b-aa99-4bd8-b6e3-1a54ea016163","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-b24a1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.169178319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"default-tenant","reconcileID":"6ed7bb6b-aa99-4bd8-b6e3-1a54ea016163","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-b24a1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.173771632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"default-tenant","reconcileID":"6ed7bb6b-aa99-4bd8-b6e3-1a54ea016163","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-b24a1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.178380178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"default-tenant","reconcileID":"6ed7bb6b-aa99-4bd8-b6e3-1a54ea016163","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-b24a1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.182715856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"default-tenant","reconcileID":"6ed7bb6b-aa99-4bd8-b6e3-1a54ea016163","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-b24a1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.18752966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"default-tenant","reconcileID":"6ed7bb6b-aa99-4bd8-b6e3-1a54ea016163","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-b24a1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.191770149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"default-tenant","reconcileID":"6ed7bb6b-aa99-4bd8-b6e3-1a54ea016163","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-b24a1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.199272072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"default-tenant","reconcileID":"6ed7bb6b-aa99-4bd8-b6e3-1a54ea016163","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-b24a1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.209194131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"default-tenant","reconcileID":"6ed7bb6b-aa99-4bd8-b6e3-1a54ea016163","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-b24a1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.21398001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"default-tenant","reconcileID":"6ed7bb6b-aa99-4bd8-b6e3-1a54ea016163","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-b24a1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.218513487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"default-tenant","reconcileID":"6ed7bb6b-aa99-4bd8-b6e3-1a54ea016163","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-b24a1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.222950841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"default-tenant","reconcileID":"6ed7bb6b-aa99-4bd8-b6e3-1a54ea016163","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-b24a1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.227087964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b24a1a"},"namespace":"ai-tenant-e2e-shared-a-w2-b24a1a","name":"default-tenant","reconcileID":"6ed7bb6b-aa99-4bd8-b6e3-1a54ea016163","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-b24a1a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.237184482Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"default-tenant","reconcileID":"ed4d2ef5-5976-4fd1-8219-843d114ea401","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.237267958Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"default-tenant","reconcileID":"ed4d2ef5-5976-4fd1-8219-843d114ea401","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.237335359Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"default-tenant","reconcileID":"ed4d2ef5-5976-4fd1-8219-843d114ea401","tenant":"e2e-shared-a-w3-0eeba5","tenantID":"e2e-shared-a-w3-0eeba5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.244599989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e614de5-29c3-4de4-88af-55ee5bbcd7da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.244639229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"default-tenant","reconcileID":"ed4d2ef5-5976-4fd1-8219-843d114ea401","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-0eeba5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.253550467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e614de5-29c3-4de4-88af-55ee5bbcd7da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.262671277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e614de5-29c3-4de4-88af-55ee5bbcd7da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.26723232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"default-tenant","reconcileID":"ed4d2ef5-5976-4fd1-8219-843d114ea401","gvk":"Service","name":"maas-api-e2e-shared-a-w3-0eeba5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.268689788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e614de5-29c3-4de4-88af-55ee5bbcd7da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.278893694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"default-tenant","reconcileID":"ed4d2ef5-5976-4fd1-8219-843d114ea401","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-0eeba5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.298816361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"default-tenant","reconcileID":"ed4d2ef5-5976-4fd1-8219-843d114ea401","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-0eeba5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.316623308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"default-tenant","reconcileID":"ed4d2ef5-5976-4fd1-8219-843d114ea401","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-0eeba5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.331891476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"default-tenant","reconcileID":"ed4d2ef5-5976-4fd1-8219-843d114ea401","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-0eeba5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.344316339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"default-tenant","reconcileID":"ed4d2ef5-5976-4fd1-8219-843d114ea401","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-0eeba5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.353725294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"default-tenant","reconcileID":"ed4d2ef5-5976-4fd1-8219-843d114ea401","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-0eeba5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.358571209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"default-tenant","reconcileID":"ed4d2ef5-5976-4fd1-8219-843d114ea401","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-0eeba5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.3693377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"default-tenant","reconcileID":"ed4d2ef5-5976-4fd1-8219-843d114ea401","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-0eeba5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.37349585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"default-tenant","reconcileID":"ed4d2ef5-5976-4fd1-8219-843d114ea401","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-0eeba5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.378250873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"default-tenant","reconcileID":"ed4d2ef5-5976-4fd1-8219-843d114ea401","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-0eeba5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.382438906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"default-tenant","reconcileID":"ed4d2ef5-5976-4fd1-8219-843d114ea401","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-0eeba5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.390716933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"default-tenant","reconcileID":"ed4d2ef5-5976-4fd1-8219-843d114ea401","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-0eeba5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.397011228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"default-tenant","reconcileID":"ed4d2ef5-5976-4fd1-8219-843d114ea401","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-0eeba5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.402016842Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-b24a1a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-b24a1a","reconcileID":"0de6aeea-9209-4609-b3ac-d7d2ef4d939d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-b24a1a","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-b24a1a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.409303554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"default-tenant","reconcileID":"ed4d2ef5-5976-4fd1-8219-843d114ea401","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-0eeba5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.413749201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"default-tenant","reconcileID":"ed4d2ef5-5976-4fd1-8219-843d114ea401","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-0eeba5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.417850114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"default-tenant","reconcileID":"ed4d2ef5-5976-4fd1-8219-843d114ea401","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-0eeba5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.422039474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"default-tenant","reconcileID":"ed4d2ef5-5976-4fd1-8219-843d114ea401","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-0eeba5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.429531619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-0eeba5"},"namespace":"ai-tenant-e2e-shared-a-w3-0eeba5","name":"default-tenant","reconcileID":"ed4d2ef5-5976-4fd1-8219-843d114ea401","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-0eeba5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.835354346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"717c1932-b5b3-465f-ad98-ad3783928faf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.839089091Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-0eeba5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-0eeba5","reconcileID":"9e4e9622-32df-4540-a38b-072506d43ac6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-0eeba5","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-0eeba5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.841008963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"717c1932-b5b3-465f-ad98-ad3783928faf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.847286668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"717c1932-b5b3-465f-ad98-ad3783928faf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:15.851606009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"717c1932-b5b3-465f-ad98-ad3783928faf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:16.154322672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc78e163-8657-4b09-8f1e-1b0a748b863a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:16.158583356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc78e163-8657-4b09-8f1e-1b0a748b863a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:16.162681465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc78e163-8657-4b09-8f1e-1b0a748b863a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:16.166858947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc78e163-8657-4b09-8f1e-1b0a748b863a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:16.444798399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"168daa72-d2f2-4239-9981-f4bca917a2d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:16.455580271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"168daa72-d2f2-4239-9981-f4bca917a2d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:16.459782424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"168daa72-d2f2-4239-9981-f4bca917a2d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:16.464592404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"168daa72-d2f2-4239-9981-f4bca917a2d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:16.488488042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20","reconcileID":"8e3f10e8-d6f1-4942-8775-ab3ca67029b0","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"tenant":"e2e-inf-a-f63d20","gateway":"openshift-ingress/e2e-inf-a-f63d20","model":"ai-tenant-e2e-inf-a-f63d20/test-model-f63d20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:16.488505938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20","reconcileID":"8e3f10e8-d6f1-4942-8775-ab3ca67029b0","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"routeName":"test-model-f63d20-kserve-route","namespace":"ai-tenant-e2e-inf-a-f63d20","llmisvcName":"test-model-f63d20","gateway":"openshift-ingress/e2e-inf-a-f63d20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:16.79342607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20","reconcileID":"8cbfad3c-44b4-474d-9e34-141d5283c997","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"tenant":"e2e-inf-a-f63d20","gateway":"openshift-ingress/e2e-inf-a-f63d20","model":"ai-tenant-e2e-inf-a-f63d20/test-model-f63d20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:16.793448859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20","reconcileID":"8cbfad3c-44b4-474d-9e34-141d5283c997","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"routeName":"test-model-f63d20-kserve-route","namespace":"ai-tenant-e2e-inf-a-f63d20","llmisvcName":"test-model-f63d20","gateway":"openshift-ingress/e2e-inf-a-f63d20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:16.805299691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20","reconcileID":"61217cbb-040b-46a8-b732-f3326241ce84","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"tenant":"e2e-inf-a-f63d20","gateway":"openshift-ingress/e2e-inf-a-f63d20","model":"ai-tenant-e2e-inf-a-f63d20/test-model-f63d20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:16.80531565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20","reconcileID":"61217cbb-040b-46a8-b732-f3326241ce84","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"routeName":"test-model-f63d20-kserve-route","namespace":"ai-tenant-e2e-inf-a-f63d20","llmisvcName":"test-model-f63d20","gateway":"openshift-ingress/e2e-inf-a-f63d20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:16.815540012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-auth","reconcileID":"fe4bdafb-d276-44db-b0e1-89769fa30a14","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-f63d20","tenantID":"e2e-inf-a-f63d20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:16.869601477Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-auth","reconcileID":"fe4bdafb-d276-44db-b0e1-89769fa30a14","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"name":"e2e-inf-a-f63d20-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:16.879709427Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-f63d20-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-auth","reconcileID":"fe4bdafb-d276-44db-b0e1-89769fa30a14","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:16.889565502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20","reconcileID":"f23b0788-73c4-43f5-a9fb-d57050df51d2","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"tenant":"e2e-inf-a-f63d20","gateway":"openshift-ingress/e2e-inf-a-f63d20","model":"ai-tenant-e2e-inf-a-f63d20/test-model-f63d20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:16.889585481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20","reconcileID":"f23b0788-73c4-43f5-a9fb-d57050df51d2","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"routeName":"test-model-f63d20-kserve-route","namespace":"ai-tenant-e2e-inf-a-f63d20","llmisvcName":"test-model-f63d20","gateway":"openshift-ingress/e2e-inf-a-f63d20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:20.727162031Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-sub","reconcileID":"4f642cb3-dd46-467e-b572-46e04ab77df8","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"model":"e2e-extmod-shr-user-a41ade/e2e-shr-shared-be1378-e2e-extmod-b-4d5758","subscription":"e2e-shr-shared-be1378-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:20.737472382Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-sub","reconcileID":"4f642cb3-dd46-467e-b572-46e04ab77df8","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"model":"e2e-extmod-shr-user-a41ade/e2e-shr-shared-be1378-e2e-extmod-b-4d5758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:20.747304397Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-sub","reconcileID":"4f642cb3-dd46-467e-b572-46e04ab77df8","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"maas-trlp-e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-extmod-shr-user-a41ade/e2e-shr-shared-be1378-e2e-extmod-b-4d5758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:20.870986374Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","reconcileID":"1d40c8db-8484-49a1-9bb2-9fcfbff3383c","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-c964c37107cb","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:20.876123638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"7737a0bd-be25-46f9-ba51-a978c21e2905","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:20.886434571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"7737a0bd-be25-46f9-ba51-a978c21e2905","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:20.975880546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"10d12a9a-09ba-4ac8-a59d-e7481a006912","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:20.985693135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"10d12a9a-09ba-4ac8-a59d-e7481a006912","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:21.016342014Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"c41a45e6-9403-471e-861d-e5415e53ec98","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"model":"e2e-extmod-shr-user-a41ade/e2e-shr-shared-be1378-e2e-extmod-b-4d5758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:21.021386056Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","reconcileID":"297bc758-a438-4b83-9afe-9bc82fcaec5f","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-c964c37107cb","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:21.208586064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"c41a45e6-9403-471e-861d-e5415e53ec98","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:21.242972923Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"c41a45e6-9403-471e-861d-e5415e53ec98","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"name":"e2e-extmod-b-4d5758-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:21.24299892Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"e2e-shr-shared-be1378-access","reconcileID":"c41a45e6-9403-471e-861d-e5415e53ec98","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4d5758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:21.26183379Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","reconcileID":"62f0df15-aaeb-431b-9044-48edad45ef0c","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-c964c37107cb","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-b-4d5758","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-b-4d5758","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:21.418181426Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"a31ecf23-af81-4c2f-88d2-70684c50bb91","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-01aff02ed726","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-a-222480","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:21.422257236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"849cd986-db52-4ee6-8cdc-16c8e7c8ee05","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:21.433524151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"849cd986-db52-4ee6-8cdc-16c8e7c8ee05","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:21.442717501Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-sub","reconcileID":"5d656432-dcae-42ef-95f5-cfbe1eb0a158","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-50ff8fa5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:21.557709022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"fc715c1e-9f2b-4b41-b62c-f83ccb166648","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:21.567202444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"fc715c1e-9f2b-4b41-b62c-f83ccb166648","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:25.00882428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-auth","reconcileID":"b90ee131-412b-4565-95da-40e77b1898ac","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-f63d20","tenantID":"e2e-inf-a-f63d20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:25.021379994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-auth","reconcileID":"b90ee131-412b-4565-95da-40e77b1898ac","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"name":"e2e-inf-a-f63d20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:25.032608735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-f63d20-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-auth","reconcileID":"b90ee131-412b-4565-95da-40e77b1898ac","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:25.583366144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e633c458-687c-4657-9a30-5f5407ad13d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:25.589899622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e633c458-687c-4657-9a30-5f5407ad13d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:25.596131547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e633c458-687c-4657-9a30-5f5407ad13d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:25.602108872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e633c458-687c-4657-9a30-5f5407ad13d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:25.96536172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aa2d6fb-51b8-4b95-88f9-8f21acba784d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:25.972833188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aa2d6fb-51b8-4b95-88f9-8f21acba784d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:25.977508784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aa2d6fb-51b8-4b95-88f9-8f21acba784d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:25.98177821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aa2d6fb-51b8-4b95-88f9-8f21acba784d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:26.264453834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cca3051b-40e5-4a2e-b988-5ce6b3e5d98c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:26.268636591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cca3051b-40e5-4a2e-b988-5ce6b3e5d98c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:26.273634931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cca3051b-40e5-4a2e-b988-5ce6b3e5d98c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:26.278362271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cca3051b-40e5-4a2e-b988-5ce6b3e5d98c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:31.44821928Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-sub","reconcileID":"71351608-7844-4bff-b0a3-707c92990cb1","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"model":"e2e-extmod-shr-user-a41ade/e2e-shr-shared-be1378-e2e-extmod-a-222480","subscription":"e2e-shr-shared-be1378-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:31.459842342Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-sub","reconcileID":"71351608-7844-4bff-b0a3-707c92990cb1","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"model":"e2e-extmod-shr-user-a41ade/e2e-shr-shared-be1378-e2e-extmod-a-222480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:31.465723069Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-sub","reconcileID":"71351608-7844-4bff-b0a3-707c92990cb1","MaaSSubscription":{"name":"e2e-shr-shared-be1378-sub","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"maas-trlp-e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-extmod-shr-user-a41ade/e2e-shr-shared-be1378-e2e-extmod-a-222480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:31.602123675Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"7d0d190b-6b4c-4497-ade4-3f8558166e62","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-01aff02ed726","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-a-222480","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:31.607203492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"afd284da-718e-45d6-99f6-12927f976a4a","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:31.617622495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"afd284da-718e-45d6-99f6-12927f976a4a","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:31.749293022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"7642b073-1d3b-4478-b29e-e266ecd55684","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:31.754118659Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"e79be345-8a4a-4fb0-8879-2c2495277d1c","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-01aff02ed726","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-a-222480","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:31.759641092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"7642b073-1d3b-4478-b29e-e266ecd55684","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:31.846145406Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"acf567d6-b7dc-4327-9209-36019d00f529","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"model":"e2e-extmod-shr-user-a41ade/e2e-shr-shared-be1378-e2e-extmod-a-222480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:31.863357127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"acf567d6-b7dc-4327-9209-36019d00f529","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:31.898581589Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"acf567d6-b7dc-4327-9209-36019d00f529","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"name":"e2e-extmod-a-222480-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:31.898601012Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"e2e-shr-shared-be1378-access","reconcileID":"acf567d6-b7dc-4327-9209-36019d00f529","MaaSAuthPolicy":{"name":"e2e-shr-shared-be1378-access","namespace":"ai-tenant-e2e-extmod-a-222480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-222480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:31.917439512Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"a668747d-5a2d-4ae6-84c8-8e0d238e3ecc","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-01aff02ed726","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-a-222480","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:32.257927192Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","reconcileID":"e54cb867-e2ef-4208-945b-ac20db1e624a","MaaSModelRef":{"name":"e2e-shr-shared-be1378-e2e-extmod-a-222480","namespace":"e2e-extmod-shr-user-a41ade"},"routeName":"external-model-e2e-shr-shared-be1378-01aff02ed726","namespace":"e2e-extmod-shr-user-a41ade","model":"e2e-shr-shared-be1378-e2e-extmod-a-222480","externalModel":"e2e-shr-shared-be1378","provider":"e2e-shr-shared-be1378-provider","gateway":"openshift-ingress/e2e-extmod-a-222480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:32.830972987Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-be1378","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378","reconcileID":"c43ca15e-4646-4481-8ab9-fa81eff08efe","namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:32.846942731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-auth","reconcileID":"e0625444-560f-4f9e-942f-61f6f3bbe12b","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-f63d20","tenantID":"e2e-inf-a-f63d20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:32.851764023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"705da69c-a3ad-4e90-aa14-2a075a457b87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:32.852190339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"f79127a0-9b38-4255-a656-a9cee95c55aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:32.852681916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"1ae47a08-b64f-4cf3-bd86-00968b42018d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:32.853165117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"cd8e8ad1-5fb1-4ff6-81c1-8847b5ba25e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:32.857675915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-auth","reconcileID":"e0625444-560f-4f9e-942f-61f6f3bbe12b","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"name":"e2e-inf-a-f63d20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:32.862507527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"705da69c-a3ad-4e90-aa14-2a075a457b87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:32.875188702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"1ae47a08-b64f-4cf3-bd86-00968b42018d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:32.885152348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"f79127a0-9b38-4255-a656-a9cee95c55aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:32.892694206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"cd8e8ad1-5fb1-4ff6-81c1-8847b5ba25e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:32.981665163Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-f63d20-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-auth","reconcileID":"e0625444-560f-4f9e-942f-61f6f3bbe12b","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:33.076483445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"7011601f-4fbd-4944-bb30-2ff4bdd26679","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:33.087570951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"7011601f-4fbd-4944-bb30-2ff4bdd26679","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:33.105119748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"1a27862b-8824-4f39-9941-13fa30422438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:33.105125549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4937d2e-118a-48ad-b1bc-0eb55d8460c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:33.113258182Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-be1378","namespace":"e2e-extmod-shr-user-a41ade"},"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378","reconcileID":"63377d8d-7529-4e4b-bc2c-71bbd0d9cf82","namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:33.117122298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"1a27862b-8824-4f39-9941-13fa30422438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:33.120203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4937d2e-118a-48ad-b1bc-0eb55d8460c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:33.20618021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"0f6808eb-03f8-448b-89b2-0df26cd61b9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:33.206248328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"d74fc11b-3d34-496d-bc63-db617b4add5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:33.219390267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"0f6808eb-03f8-448b-89b2-0df26cd61b9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:33.220095754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"d74fc11b-3d34-496d-bc63-db617b4add5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:33.323826919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"520a7580-f14a-4995-ba64-3706b2b82dc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:33.324544758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"59cef05f-a7c5-45b6-8cec-c7d84ac51b39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:33.335636834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"520a7580-f14a-4995-ba64-3706b2b82dc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:33.339447449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"59cef05f-a7c5-45b6-8cec-c7d84ac51b39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:33.405421629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"9430ce5e-433e-4ddb-92be-aa69f9139a81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:33.416362151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"9430ce5e-433e-4ddb-92be-aa69f9139a81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:33.422412925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-auth","reconcileID":"5d2a9330-2cb4-426a-92cb-366b50373767","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-f63d20","tenantID":"e2e-inf-a-f63d20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:33.426830009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e41948ef-0c3d-4f78-8f20-09468fd9901d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:33.431076014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"5c056dba-0dca-4ebc-b716-999779831b33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:33.432305326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-auth","reconcileID":"5d2a9330-2cb4-426a-92cb-366b50373767","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"name":"e2e-inf-a-f63d20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:33.436743156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e41948ef-0c3d-4f78-8f20-09468fd9901d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:33.444652482Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-f63d20-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-auth","reconcileID":"5d2a9330-2cb4-426a-92cb-366b50373767","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:33.445924967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"5c056dba-0dca-4ebc-b716-999779831b33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:33.504839781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"d65c57e9-6c0e-4ded-a76c-7a10f3f0f216","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:33.509312199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"5b3ea84e-9daa-4b58-859c-636d55426366","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:33.515174921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"d65c57e9-6c0e-4ded-a76c-7a10f3f0f216","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:33.519520144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"5b3ea84e-9daa-4b58-859c-636d55426366","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:33.606814656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"15e8f025-25af-4e20-98ca-e09039a38e69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:33.607348081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"9b8960fd-3aec-432b-8d0a-464694cde517","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:33.607485676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"62ffd3b0-8c8d-4f1f-911e-d9ef433752fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:33.618087368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"62ffd3b0-8c8d-4f1f-911e-d9ef433752fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:33.618427578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"15e8f025-25af-4e20-98ca-e09039a38e69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:33.620372438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"9b8960fd-3aec-432b-8d0a-464694cde517","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:33.70768443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"ebcde5a0-5c12-484e-933e-6af0f446b15f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:33.708519428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"17bf4bc3-dac0-409c-9fda-aefc3889a7fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:33.717798293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"ebcde5a0-5c12-484e-933e-6af0f446b15f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:33.719737297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"17bf4bc3-dac0-409c-9fda-aefc3889a7fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:35.044802103Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"default-tenant","reconcileID":"2d9fb68d-b24e-4583-a3c0-4bea8bb62bbc","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:35.044863695Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"default-tenant","reconcileID":"2d9fb68d-b24e-4583-a3c0-4bea8bb62bbc","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:35.044912805Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"default-tenant","reconcileID":"2d9fb68d-b24e-4583-a3c0-4bea8bb62bbc","tenant":"e2e-shared-b-w4-7cbcbb","tenantID":"e2e-shared-b-w4-7cbcbb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:35.052527493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"default-tenant","reconcileID":"2d9fb68d-b24e-4583-a3c0-4bea8bb62bbc","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-7cbcbb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:35.069026389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"default-tenant","reconcileID":"2d9fb68d-b24e-4583-a3c0-4bea8bb62bbc","gvk":"Service","name":"maas-api-e2e-shared-b-w4-7cbcbb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:35.088582085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"default-tenant","reconcileID":"2d9fb68d-b24e-4583-a3c0-4bea8bb62bbc","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-7cbcbb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:35.098389668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"default-tenant","reconcileID":"2d9fb68d-b24e-4583-a3c0-4bea8bb62bbc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-7cbcbb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:35.111547696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"default-tenant","reconcileID":"2d9fb68d-b24e-4583-a3c0-4bea8bb62bbc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-7cbcbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:35.125556536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"default-tenant","reconcileID":"2d9fb68d-b24e-4583-a3c0-4bea8bb62bbc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-7cbcbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:35.136700061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"default-tenant","reconcileID":"2d9fb68d-b24e-4583-a3c0-4bea8bb62bbc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-7cbcbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:35.167856556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"default-tenant","reconcileID":"2d9fb68d-b24e-4583-a3c0-4bea8bb62bbc","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-7cbcbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:35.177428351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"default-tenant","reconcileID":"2d9fb68d-b24e-4583-a3c0-4bea8bb62bbc","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-7cbcbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:35.181993494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"default-tenant","reconcileID":"2d9fb68d-b24e-4583-a3c0-4bea8bb62bbc","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-7cbcbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:35.187275523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"default-tenant","reconcileID":"2d9fb68d-b24e-4583-a3c0-4bea8bb62bbc","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-7cbcbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:35.192974104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"default-tenant","reconcileID":"2d9fb68d-b24e-4583-a3c0-4bea8bb62bbc","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-7cbcbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:35.197318296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"default-tenant","reconcileID":"2d9fb68d-b24e-4583-a3c0-4bea8bb62bbc","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-7cbcbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:35.201727301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"default-tenant","reconcileID":"2d9fb68d-b24e-4583-a3c0-4bea8bb62bbc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-7cbcbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:35.206305587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"default-tenant","reconcileID":"2d9fb68d-b24e-4583-a3c0-4bea8bb62bbc","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-7cbcbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:35.215681496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"default-tenant","reconcileID":"2d9fb68d-b24e-4583-a3c0-4bea8bb62bbc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-7cbcbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:35.220262307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"default-tenant","reconcileID":"2d9fb68d-b24e-4583-a3c0-4bea8bb62bbc","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-7cbcbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:35.224516343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"default-tenant","reconcileID":"2d9fb68d-b24e-4583-a3c0-4bea8bb62bbc","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-7cbcbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:35.228624418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"default-tenant","reconcileID":"2d9fb68d-b24e-4583-a3c0-4bea8bb62bbc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-7cbcbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:35.232926862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb"},"namespace":"ai-tenant-e2e-shared-b-w4-7cbcbb","name":"default-tenant","reconcileID":"2d9fb68d-b24e-4583-a3c0-4bea8bb62bbc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-7cbcbb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:35.437363824Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-7cbcbb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-7cbcbb","reconcileID":"343ebbf9-cb27-4e64-ae80-9259b1c76649","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-7cbcbb","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-7cbcbb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:35.700160782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80932ba1-5e0c-45be-aa4a-87483b53c278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:35.70456322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80932ba1-5e0c-45be-aa4a-87483b53c278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:35.710009926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80932ba1-5e0c-45be-aa4a-87483b53c278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:35.714475682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80932ba1-5e0c-45be-aa4a-87483b53c278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:36.049923318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e093de4d-8d62-4e48-9155-9caaaa21ea0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:36.05463346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e093de4d-8d62-4e48-9155-9caaaa21ea0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:36.059398343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e093de4d-8d62-4e48-9155-9caaaa21ea0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:36.064036368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e093de4d-8d62-4e48-9155-9caaaa21ea0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:36.373558386Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:43.455534183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-auth","reconcileID":"ce977145-4e30-4eb1-aec6-0351d56fb3c8","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-f63d20","tenantID":"e2e-inf-a-f63d20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:43.466234379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-auth","reconcileID":"ce977145-4e30-4eb1-aec6-0351d56fb3c8","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"name":"e2e-inf-a-f63d20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:43.47451951Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-f63d20-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-auth","reconcileID":"ce977145-4e30-4eb1-aec6-0351d56fb3c8","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:44.012936613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1822db38-4d86-4ca9-944c-6950c066f551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:44.019318603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1822db38-4d86-4ca9-944c-6950c066f551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:44.024614911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1822db38-4d86-4ca9-944c-6950c066f551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:44.029571878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1822db38-4d86-4ca9-944c-6950c066f551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:44.426535226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d229e52-5a6e-4f5f-9bf6-54271c0b3b84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:44.431140952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d229e52-5a6e-4f5f-9bf6-54271c0b3b84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:44.435540733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d229e52-5a6e-4f5f-9bf6-54271c0b3b84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:44.440096693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d229e52-5a6e-4f5f-9bf6-54271c0b3b84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:44.563647613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"distinct-2-w4-2a3e1b","reconcileID":"2d227047-7c6a-4fe0-beea-963c30e73ac4","MaaSModelRef":{"name":"distinct-2-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"distinct-2-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"distinct-2-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:44.56385812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"44302018-036a-4f51-a47a-c60390997d7f","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:44.56415001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"cc974798-3bf5-4f1d-8117-85ae5c0af47f","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:44.564408686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"distinct-w4-2a3e1b","reconcileID":"9684cced-ebba-481d-8134-0bd86ade5a17","MaaSModelRef":{"name":"distinct-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"distinct-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"distinct-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:44.581547159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"5a4df92f-eb81-43b8-b00f-4e1528534272","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:44.587445445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"0b2fb2b1-0174-4ea7-80f2-806b14185870","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:44.587844114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"3058e9e8-73b9-4e27-a201-979df139fac8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:44.588167911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"075611ba-fbf0-441a-9bbf-8a9bd7138840","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:44.588623528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"7e3c1408-5309-4f4d-a2ce-f5895e37705f","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:44.588877074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"distinct-w4-2a3e1b","reconcileID":"dbe110df-4bd9-46bb-85c7-c60246d36601","MaaSModelRef":{"name":"distinct-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"distinct-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"distinct-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:44.589022586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"distinct-2-w4-2a3e1b","reconcileID":"40753522-fcfe-4f1c-b13a-58a5a8becf92","MaaSModelRef":{"name":"distinct-2-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"distinct-2-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"distinct-2-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:44.589463076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"83bfa2bc-49fd-4b5c-922d-65508b4eedac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:44.67579742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"83bfa2bc-49fd-4b5c-922d-65508b4eedac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:44.678455494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"075611ba-fbf0-441a-9bbf-8a9bd7138840","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:44.697962711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"42dab4d8-6eed-465e-908e-2dc54ad30c13","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:44.698617317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"3bd0a2e1-e506-41e8-bf9d-f6fcaa2e091f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:44.743989324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f5b3ecd-8f2f-4f90-b004-0de85ad300ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:44.749626829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f5b3ecd-8f2f-4f90-b004-0de85ad300ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:44.769371028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f5b3ecd-8f2f-4f90-b004-0de85ad300ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:44.774035431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f5b3ecd-8f2f-4f90-b004-0de85ad300ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:44.801767754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"f00d66e3-956b-415a-9fde-9e3e1362c768","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:44.811410891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"f00d66e3-956b-415a-9fde-9e3e1362c768","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:44.903516836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"5d836822-cb90-4649-8adb-af0a44488ea9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:44.913671818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"5d836822-cb90-4649-8adb-af0a44488ea9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:44.969420026Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-89c124","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-89c124","reconcileID":"e0e115fd-3ab5-44d8-bb14-8d397af54aa1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-89c124","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-89c124":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:45.039549496Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"default-tenant","reconcileID":"2077f87b-1469-41f9-b6c3-1c847aaf2704","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:45.039649977Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"default-tenant","reconcileID":"2077f87b-1469-41f9-b6c3-1c847aaf2704","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:45.039786176Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"default-tenant","reconcileID":"2077f87b-1469-41f9-b6c3-1c847aaf2704","tenant":"e2e-shared-b-w2-54d4c4","tenantID":"e2e-shared-b-w2-54d4c4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:45.056939468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"default-tenant","reconcileID":"2077f87b-1469-41f9-b6c3-1c847aaf2704","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-54d4c4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:45.077548844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6efb51e8-1361-45e7-8c11-b4dab91a7ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:45.079183069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"default-tenant","reconcileID":"2077f87b-1469-41f9-b6c3-1c847aaf2704","gvk":"Service","name":"maas-api-e2e-shared-b-w2-54d4c4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:45.082355412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6efb51e8-1361-45e7-8c11-b4dab91a7ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:45.090000643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6efb51e8-1361-45e7-8c11-b4dab91a7ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:45.092575036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"default-tenant","reconcileID":"2077f87b-1469-41f9-b6c3-1c847aaf2704","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-54d4c4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:45.095946408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6efb51e8-1361-45e7-8c11-b4dab91a7ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:45.118452241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"default-tenant","reconcileID":"2077f87b-1469-41f9-b6c3-1c847aaf2704","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-54d4c4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:45.13131463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"default-tenant","reconcileID":"2077f87b-1469-41f9-b6c3-1c847aaf2704","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-54d4c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:45.142860279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"default-tenant","reconcileID":"2077f87b-1469-41f9-b6c3-1c847aaf2704","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-54d4c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:45.153718983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"default-tenant","reconcileID":"2077f87b-1469-41f9-b6c3-1c847aaf2704","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-54d4c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:45.160840525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"default-tenant","reconcileID":"2077f87b-1469-41f9-b6c3-1c847aaf2704","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-54d4c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:45.165070422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"default-tenant","reconcileID":"2077f87b-1469-41f9-b6c3-1c847aaf2704","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-54d4c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:45.173162309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"default-tenant","reconcileID":"2077f87b-1469-41f9-b6c3-1c847aaf2704","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-54d4c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:45.177784782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"default-tenant","reconcileID":"2077f87b-1469-41f9-b6c3-1c847aaf2704","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-54d4c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:45.182192347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"default-tenant","reconcileID":"2077f87b-1469-41f9-b6c3-1c847aaf2704","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-54d4c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:45.188708422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"default-tenant","reconcileID":"2077f87b-1469-41f9-b6c3-1c847aaf2704","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-54d4c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:45.198567416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"default-tenant","reconcileID":"2077f87b-1469-41f9-b6c3-1c847aaf2704","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-54d4c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:45.202766819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"default-tenant","reconcileID":"2077f87b-1469-41f9-b6c3-1c847aaf2704","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-54d4c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:45.21138282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"default-tenant","reconcileID":"2077f87b-1469-41f9-b6c3-1c847aaf2704","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-54d4c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:45.215910466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"default-tenant","reconcileID":"2077f87b-1469-41f9-b6c3-1c847aaf2704","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-54d4c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:45.22693246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"default-tenant","reconcileID":"2077f87b-1469-41f9-b6c3-1c847aaf2704","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-54d4c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:45.235748033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"default-tenant","reconcileID":"2077f87b-1469-41f9-b6c3-1c847aaf2704","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-54d4c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:45.239626127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-54d4c4"},"namespace":"ai-tenant-e2e-shared-b-w2-54d4c4","name":"default-tenant","reconcileID":"2077f87b-1469-41f9-b6c3-1c847aaf2704","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-54d4c4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:45.499897795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d5242d8-ce48-479f-83d5-032be692b3e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:45.50451676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d5242d8-ce48-479f-83d5-032be692b3e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:45.509618746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d5242d8-ce48-479f-83d5-032be692b3e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:45.513802601Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-54d4c4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-54d4c4","reconcileID":"c910790e-1671-44f2-ae4b-c5010653dbcd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-54d4c4","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-54d4c4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:45.51561063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d5242d8-ce48-479f-83d5-032be692b3e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:45.855454816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99c69b74-acee-4865-82ba-a083896ac5b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:45.859673844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99c69b74-acee-4865-82ba-a083896ac5b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:45.86392025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99c69b74-acee-4865-82ba-a083896ac5b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:45.868276597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99c69b74-acee-4865-82ba-a083896ac5b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:46.144729087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e5ad848-a343-4e82-804b-f6fb1ab8cdf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:46.148893105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e5ad848-a343-4e82-804b-f6fb1ab8cdf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:46.15301893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e5ad848-a343-4e82-804b-f6fb1ab8cdf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:46.157757718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e5ad848-a343-4e82-804b-f6fb1ab8cdf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:46.482174177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8921e787-d89a-464e-bebc-969b239d5e98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:46.48690793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8921e787-d89a-464e-bebc-969b239d5e98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:46.492300803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8921e787-d89a-464e-bebc-969b239d5e98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:46.497348244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8921e787-d89a-464e-bebc-969b239d5e98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:46.862198282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3bb3721-0b62-4210-83a3-0798e2649d36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:46.866645174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3bb3721-0b62-4210-83a3-0798e2649d36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:46.873249244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3bb3721-0b62-4210-83a3-0798e2649d36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:46.880701744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3bb3721-0b62-4210-83a3-0798e2649d36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:47.142434141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbbcbd98-6482-41c6-87af-3a7d629166b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:47.147097949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbbcbd98-6482-41c6-87af-3a7d629166b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:47.15140591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbbcbd98-6482-41c6-87af-3a7d629166b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:47.155937906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbbcbd98-6482-41c6-87af-3a7d629166b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:47.419887395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e060cd7-3c4b-422f-b98a-8dbadc251e4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:47.424467194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e060cd7-3c4b-422f-b98a-8dbadc251e4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:47.429035318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e060cd7-3c4b-422f-b98a-8dbadc251e4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:47.433257812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e060cd7-3c4b-422f-b98a-8dbadc251e4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:47.548657214Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"default-tenant","reconcileID":"425c1b83-0897-486f-b36c-9dbc607efa8c","namespace":"ai-tenant-e2e-shared-b-w3-779fa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:47.548716723Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"default-tenant","reconcileID":"425c1b83-0897-486f-b36c-9dbc607efa8c","namespace":"ai-tenant-e2e-shared-b-w3-779fa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:47.548770871Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"default-tenant","reconcileID":"425c1b83-0897-486f-b36c-9dbc607efa8c","tenant":"e2e-shared-b-w3-779fa3","tenantID":"e2e-shared-b-w3-779fa3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:47.555658788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"default-tenant","reconcileID":"425c1b83-0897-486f-b36c-9dbc607efa8c","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-779fa3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:47.578778998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"default-tenant","reconcileID":"425c1b83-0897-486f-b36c-9dbc607efa8c","gvk":"Service","name":"maas-api-e2e-shared-b-w3-779fa3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:47.59167158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"default-tenant","reconcileID":"425c1b83-0897-486f-b36c-9dbc607efa8c","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-779fa3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:47.602209091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"default-tenant","reconcileID":"425c1b83-0897-486f-b36c-9dbc607efa8c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-779fa3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:47.616736944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"default-tenant","reconcileID":"425c1b83-0897-486f-b36c-9dbc607efa8c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-779fa3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:47.624071147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"default-tenant","reconcileID":"425c1b83-0897-486f-b36c-9dbc607efa8c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-779fa3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:47.634255917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"default-tenant","reconcileID":"425c1b83-0897-486f-b36c-9dbc607efa8c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-779fa3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:47.651699455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"default-tenant","reconcileID":"425c1b83-0897-486f-b36c-9dbc607efa8c","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-779fa3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:47.655931553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"default-tenant","reconcileID":"425c1b83-0897-486f-b36c-9dbc607efa8c","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-779fa3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:47.662130521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"default-tenant","reconcileID":"425c1b83-0897-486f-b36c-9dbc607efa8c","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-779fa3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:47.666880882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"default-tenant","reconcileID":"425c1b83-0897-486f-b36c-9dbc607efa8c","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-779fa3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:47.672107727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"default-tenant","reconcileID":"425c1b83-0897-486f-b36c-9dbc607efa8c","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-779fa3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:47.676284129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"default-tenant","reconcileID":"425c1b83-0897-486f-b36c-9dbc607efa8c","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-779fa3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:47.680286507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"default-tenant","reconcileID":"425c1b83-0897-486f-b36c-9dbc607efa8c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-779fa3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:47.68464597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"default-tenant","reconcileID":"425c1b83-0897-486f-b36c-9dbc607efa8c","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-779fa3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:47.690770035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e22e460e-6713-4d6d-8e93-ca14140c835d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:47.693580598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"default-tenant","reconcileID":"425c1b83-0897-486f-b36c-9dbc607efa8c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-779fa3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:47.695673947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e22e460e-6713-4d6d-8e93-ca14140c835d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:47.700166373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e22e460e-6713-4d6d-8e93-ca14140c835d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:47.700340737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"default-tenant","reconcileID":"425c1b83-0897-486f-b36c-9dbc607efa8c","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-779fa3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:47.706007112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e22e460e-6713-4d6d-8e93-ca14140c835d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:47.713175985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"default-tenant","reconcileID":"425c1b83-0897-486f-b36c-9dbc607efa8c","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-779fa3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:47.719261527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"default-tenant","reconcileID":"425c1b83-0897-486f-b36c-9dbc607efa8c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-779fa3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:47.723808807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-779fa3"},"namespace":"ai-tenant-e2e-shared-b-w3-779fa3","name":"default-tenant","reconcileID":"425c1b83-0897-486f-b36c-9dbc607efa8c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-779fa3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:47.908275881Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-779fa3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-779fa3","reconcileID":"30b0f30e-aa17-46b0-922c-042a8746dacb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-779fa3","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-779fa3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:48.172024241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb8ad099-a737-4cad-9a5a-1a504395615b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:48.176727723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb8ad099-a737-4cad-9a5a-1a504395615b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:48.181823359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb8ad099-a737-4cad-9a5a-1a504395615b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:48.186923205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb8ad099-a737-4cad-9a5a-1a504395615b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:48.45856467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c6d83ab-287e-417b-b33a-98a77c020dbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:48.463073111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c6d83ab-287e-417b-b33a-98a77c020dbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:48.467335237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c6d83ab-287e-417b-b33a-98a77c020dbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:48.47177981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c6d83ab-287e-417b-b33a-98a77c020dbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:49.667029057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"distinct-2-w4-2a3e1b","reconcileID":"8c45d244-d137-4daa-b7d3-c1bac5b2efc2","MaaSModelRef":{"name":"distinct-2-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"distinct-2-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"distinct-2-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:49.717597507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"distinct-w4-2a3e1b","reconcileID":"ba483582-de63-41f1-b1a8-e22950bb9ad4","MaaSModelRef":{"name":"distinct-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"distinct-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"distinct-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:49.786038221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"2862ce4e-fb79-4a2e-996c-aec9950f1905","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:49.817786414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"8410a50c-b45f-41e8-928b-2af518ae426e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:49.824208203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"b64e70ee-48fb-42ab-84bb-f3cf63829320","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:49.824264621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"76e3da8e-148b-4723-9b8c-f634512bd7c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:49.834398427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"76e3da8e-148b-4723-9b8c-f634512bd7c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:49.835630273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"b64e70ee-48fb-42ab-84bb-f3cf63829320","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:49.84143501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"b925e1cd-2611-40b4-917a-ea64d73ebce7","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:49.854672594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"871d56e6-230c-4bce-9262-33d56393f6f9","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:49.916156658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"5d35e813-05f7-4169-84af-bbebc7fc39b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:49.916254962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"364b1db8-1744-4e4e-8ae1-64e26a187c17","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:49.948465433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"49f26778-20ec-44f4-98cc-4fcc3dc2cb29","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:50.08103514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"724ce4b8-b42a-4035-993e-b45506e98d0e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:50.08503442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"4b17ccd1-f8f5-49ba-9c67-f72dad752a92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:50.085424574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"4d5979ef-5f33-4632-94ad-87c3705fd6fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:50.096662533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"4d5979ef-5f33-4632-94ad-87c3705fd6fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:50.097073589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"4b17ccd1-f8f5-49ba-9c67-f72dad752a92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:53.48503273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-auth","reconcileID":"2c8996b8-82b5-4824-b521-3f548afbb957","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-f63d20","tenantID":"e2e-inf-a-f63d20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:53.495920799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-auth","reconcileID":"2c8996b8-82b5-4824-b521-3f548afbb957","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"name":"e2e-inf-a-f63d20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:53.511119613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-f63d20-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-auth","reconcileID":"2c8996b8-82b5-4824-b521-3f548afbb957","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:54.198460364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"9295f7f8-90d1-45b1-9851-217ed7b2ba79","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:54.203476263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"507bd59f-e1ee-44b6-9e8a-0c94a66bdd57","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"premium-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"premium-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:54.208355578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"dc45b205-9709-4699-b986-c880a4cdc493","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:54.208578558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"ab3a0082-f6f4-4b76-ae09-84e2ea9d2756","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:54.24993272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"534db0f7-f37e-4bc3-9e45-831225289e29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:54.249985499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"24a54cb2-09fc-47a0-8e81-b2301519a1a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:54.251192935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"91ec6952-6e7a-4006-9348-dc20f18577d4","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:54.251598007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"fea7b5e1-d059-41bd-9c07-ea1fa9d3b9e3","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"premium-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"premium-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:54.251949135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"1dee2a55-6b94-471d-9d9b-d71eb0dcfb1d","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:54.252130652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"ab76d69a-0379-4f1f-9a9a-d960cfa0c87c","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:54.262288837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-subscription","reconcileID":"06958105-9d7b-4f6f-9ee3-17fc85c8ce2e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-premium-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:54.262342424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"60f9132b-9400-4b19-8532-96ff68c18ad1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:54.267697431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"24a54cb2-09fc-47a0-8e81-b2301519a1a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:54.267799345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"534db0f7-f37e-4bc3-9e45-831225289e29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:54.39913632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"8a50b9b5-dedc-465e-8192-75ffc7e6336d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:54.399182061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"86337cc4-eb6b-4367-86c5-0f745fd1b56f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:54.400444072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-subscription","reconcileID":"48bffba4-7c80-4f0e-ac21-9d667ad89669","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-premium-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:54.408391144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"d8027586-2d09-41c4-9ffb-85f29060efab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:54.414917968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"86337cc4-eb6b-4367-86c5-0f745fd1b56f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:54.417166754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"8a50b9b5-dedc-465e-8192-75ffc7e6336d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:54.45701608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9340f84-7765-420a-b3c9-b8bd549db26f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:54.476175002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9340f84-7765-420a-b3c9-b8bd549db26f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:54.480740154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9340f84-7765-420a-b3c9-b8bd549db26f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:54.485349655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9340f84-7765-420a-b3c9-b8bd549db26f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:54.772807683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"distinct-2-w4-2a3e1b","reconcileID":"35d289f1-6cdd-4f7e-bde7-bf91ac6ef223","MaaSModelRef":{"name":"distinct-2-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"distinct-2-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"distinct-2-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:54.773219806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"distinct-w4-2a3e1b","reconcileID":"032d94a4-4e56-421b-94ef-87f3fff85c62","MaaSModelRef":{"name":"distinct-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"distinct-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"distinct-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:54.773559327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"229c9277-65ca-4442-87e9-5198a38f5224","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:54.774037189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"6742652d-c3f3-41dd-be7c-0bbb2242b2f1","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:54.785754187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"b430e862-5b8d-4866-b9d6-0d77575c7d5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:54.790234744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"3c94ea39-19bd-4a0d-8dca-2cf6e61c952e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:54.79149466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"f99d82c7-7a71-4e21-bade-ac6ed6d53d1b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:54.796257759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"b430e862-5b8d-4866-b9d6-0d77575c7d5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:54.798859817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"5dfa631e-dadc-4d6d-97ac-0dca00367b6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:54.803997919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"3c94ea39-19bd-4a0d-8dca-2cf6e61c952e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:54.845709441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20539ffd-7878-4952-b456-e0be76d6cb9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:54.869398516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20539ffd-7878-4952-b456-e0be76d6cb9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:54.873620962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20539ffd-7878-4952-b456-e0be76d6cb9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:54.877903855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20539ffd-7878-4952-b456-e0be76d6cb9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:54.89769388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"dcdf1481-de50-4cbb-a729-338f44d925fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:54.903924654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"d916c5fc-37a6-41ac-ad39-26dbc9f93ddd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:54.921949328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"28ef7b82-549c-4375-9c87-049d8485a5b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:54.933756659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"28ef7b82-549c-4375-9c87-049d8485a5b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:55.025768974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"eeb36f8a-2bc6-4d85-9f74-d676fe5f2431","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:55.035338909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"eeb36f8a-2bc6-4d85-9f74-d676fe5f2431","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:57.132280272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"74f493f3-936f-43e2-9513-7293c1f29220","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-2-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-2-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:57.132605703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"56fd3734-1b15-4704-bbae-5fad81a54e36","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:57.132961841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"1390ef8e-3e4a-4401-81ad-5994eadb82b8","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:57.13732799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"f1c294b5-9e6e-4869-b589-33d35f2fb526","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:57.153226659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"a4023cf1-3344-4f85-b55a-15dfa555958d","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-2-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-2-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:57.153426891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"66932c51-bcb8-4061-90dd-b091695c167e","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:57.153675371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"39c1a8f8-efd9-44a1-804b-524500360a0f","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:57.153900498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"825de501-af86-4430-b23a-7b98b8c4216b","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:57.156777969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"2da1964d-474b-49c5-bea7-fc22e63b2a9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:57.156798695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"f146248e-9dd2-4cf1-81a3-e88449b2f4d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:57.163479151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"89862ddc-5f39-45f8-b6e7-9747728c91f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:57.169640046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"2da1964d-474b-49c5-bea7-fc22e63b2a9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:57.170996845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"f146248e-9dd2-4cf1-81a3-e88449b2f4d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:57.258413546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"043ca3bb-d607-4f1d-adb0-90e2ce085a86","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:57.259486185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"2672d194-8921-47e9-94eb-d13b6052af78","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:57.265317492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"333aef64-beee-4dd6-9ae1-26baced41df3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:57.265662505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"4f488e78-ab9d-403a-b089-f6ffbf90a182","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:57.27939643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"333aef64-beee-4dd6-9ae1-26baced41df3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:57.281612488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"4f488e78-ab9d-403a-b089-f6ffbf90a182","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:57.293457538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58823bbe-3979-43b0-9f05-6fe0daf0c504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:57.297997602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58823bbe-3979-43b0-9f05-6fe0daf0c504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:57.302668534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58823bbe-3979-43b0-9f05-6fe0daf0c504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:57.307105783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58823bbe-3979-43b0-9f05-6fe0daf0c504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:57.379337376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"d37ec4c3-590e-4673-b60a-01b1878b503e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:57.614060962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"668d97e5-21da-4ffe-ad9a-0f45c68c3f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:57.618582871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"668d97e5-21da-4ffe-ad9a-0f45c68c3f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:57.623395555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"668d97e5-21da-4ffe-ad9a-0f45c68c3f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:57.627746256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"668d97e5-21da-4ffe-ad9a-0f45c68c3f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:57.967150697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1767109c-c860-4979-a968-c85c664d1c4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:57.971810723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1767109c-c860-4979-a968-c85c664d1c4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:57.978731131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1767109c-c860-4979-a968-c85c664d1c4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:57.983203281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1767109c-c860-4979-a968-c85c664d1c4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:58.287634109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fa2eb0d-9cf4-4479-9606-4bd9883cd5bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:58.292018196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fa2eb0d-9cf4-4479-9606-4bd9883cd5bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:58.296323083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fa2eb0d-9cf4-4479-9606-4bd9883cd5bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:58.300813576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fa2eb0d-9cf4-4479-9606-4bd9883cd5bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:59.13102643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"b3f029af-a3d0-4451-83fe-a87ae08bf7c8","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:59.193713718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"28dd1f06-8bc3-4cd5-a651-370cb6599231","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:59.246172594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"7015115c-c1f8-4a5b-ace1-ed1ad2b95035","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"premium-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"premium-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:59.26630536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-subscription","reconcileID":"ef267def-967f-4db6-8e3b-f20f9cc282a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-premium-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:59.268971092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"a51aa3db-e49a-49f0-ae4c-f3061eb125bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:59.268971098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"41a5c5ad-73c0-425f-ac34-b1d14dd87314","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:59.279663525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"41a5c5ad-73c0-425f-ac34-b1d14dd87314","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:59.279937713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"a51aa3db-e49a-49f0-ae4c-f3061eb125bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:59.291129411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"545b19b1-4fff-45d4-86b0-5856e28de96d","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"premium-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"premium-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:59.301503938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"d7b0a241-e6a3-4593-9570-f98dce912831","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:59.378030187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"ead9c75f-902c-47ce-accd-003f7e3b5161","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:59.378193935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"d7abce16-e5b0-46f2-96d3-0d3ed62490e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:59.384537568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-subscription","reconcileID":"d8c204a3-ac48-483d-83f6-5082692d92e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-premium-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:59.384546826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"9870c3dc-a490-4dc0-a1c9-fcb8fae4cd6c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:59.389175902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"d7abce16-e5b0-46f2-96d3-0d3ed62490e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:59.389341744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"ead9c75f-902c-47ce-accd-003f7e3b5161","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:59.409090037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"be1acb92-e69e-4257-b124-bf9086a1b8b0","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:17:59.467822986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"14dcae4f-e8c1-4f3b-95a8-d410cc987162","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:01.682649786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"default-tenant","reconcileID":"96e80b72-63f8-48d0-9c29-b14d18134cfe","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-89c124","tenantID":"e2e-inf-a-89c124","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:01.708568302Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"default-tenant","reconcileID":"96e80b72-63f8-48d0-9c29-b14d18134cfe","name":"e2e-inf-a-89c124-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:02.099022118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"ca0e5d4d-fe10-4fde-ab39-7b2b973ccd0f","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-2-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-2-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:02.158866932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"d728482b-a048-43e8-90db-34e583187284","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:02.25126744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"423ab0ef-3910-4e30-a110-eafde530551c","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:02.274313288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"56ccb690-af6c-4000-8e0c-480dd235c501","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:02.277191583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"c58603cf-0b8c-480e-887c-40de88948c0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:02.277278369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"0a37f88b-95ac-4bbe-a356-77d837d43e59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:02.287218304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"0a37f88b-95ac-4bbe-a356-77d837d43e59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:02.287651613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"c58603cf-0b8c-480e-887c-40de88948c0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:02.299269255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"882d267a-f269-4fc8-a499-627f919da379","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:02.323888701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"1fe353dc-44a0-4330-a0c0-0a3e86ab2930","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:02.379149591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"374bee6c-627f-4add-9b56-98f97d87b85f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:02.379513227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"1972812a-0046-4a08-806b-8473e0848a86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:02.379655824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"bce9c0cc-b3fa-4479-b87d-fa7b763accd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:02.380860854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"5488f3ba-3346-4412-808d-8c333c6565cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:02.389598237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"1972812a-0046-4a08-806b-8473e0848a86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:02.391902545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"bce9c0cc-b3fa-4479-b87d-fa7b763accd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:02.404516634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"f2698529-3e71-4481-ab3c-98351b787891","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:02.474389892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"041b3165-19ad-4c7c-84d1-ed8e3947a5f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:03.521572104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-auth","reconcileID":"a52a40b1-2795-424c-8aca-cb066185e66e","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-f63d20","tenantID":"e2e-inf-a-f63d20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:03.531571778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-auth","reconcileID":"a52a40b1-2795-424c-8aca-cb066185e66e","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"name":"e2e-inf-a-f63d20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:03.5403302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-f63d20-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99181f1701d1109c9be652da008221442d0b28c8beb3b8cf308d1d4cd399abb6) AuthConfig (3e3b1517f2aa7d01f0b823f8c665ed50c393991d7c5e6a1cee992061c0c09d1b) AuthConfig (833538c76dedd807d61cd8e464e2efc9c8d61bad541e8c8f6489544c74b57a19) AuthConfig (67ba90bd45bb43661e4c2f9e265b25da202e9f54bb05d957865fcef270d059e1) AuthConfig (b1e2f07f9395f595c943f9ce7ee1ee0a48ff6c38cdccef12336a4232bbbd52f1) AuthConfig (7b496817ec34c3b77fe721dacc283198838d5da2603c9fd3e526585ea01fa004) AuthConfig (b9b28de41a939c6508badbdbc2cb1d95c348d90e50e521845e2aa2a7141a811b) AuthConfig (05956223d32db80087b829f0915c355e883f9a11842dd962e1d78e62b4b6cd98) AuthConfig (9973c788317e8f41b2692cb6c4df001ef45a0a6208ee0fd5157fea8d0c2880c0) AuthConfig (e7f511c27a91983bec73d3efc8b8fb0c6b0d472ec3cb1728dc8ac8eb0c132ae4) AuthConfig (fafb77f1131d4770aa8fb5a869934e0aa393ce542ce5f4084be277b92bc6da99) AuthConfig (d5cd4aa9e45a81cdd1a35f396780c29425f8f7a3488bea75c3bb3b0706587261) AuthConfig (9efe3e0599b46eeaeed652aeadfc3f93b76d914135f6ce2222358839a385fe25) AuthConfig (ec9a31ce0f481b51881ae11af62af4c8a105bce65c0f3fc8fe1fc726d5c41fa5) AuthConfig (b6139ddc1cb42d4cc93dda159346b719a2868ce566134a006782c6b3aea2a664) AuthConfig (8fe2f969755529ecc79b04065e247a61b7c8aafa589101aec190bd1e999fbb50) AuthConfig (ed04cb11560aeefdc24f90bc95b55ed6d2b4cc8f7cc0aaa87ae8a1a76c701ff8) AuthConfig (ed530eaf9384540775467e23c2bd6a8b67e2f63fea6f6837560800ac37173301)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-auth","reconcileID":"a52a40b1-2795-424c-8aca-cb066185e66e","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:03.548873869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20","reconcileID":"d0d342f1-6b18-4bf2-b2a9-bf34dfef721f","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"tenant":"e2e-inf-a-f63d20","gateway":"openshift-ingress/e2e-inf-a-f63d20","model":"ai-tenant-e2e-inf-a-f63d20/test-model-f63d20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:03.548891215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20","reconcileID":"d0d342f1-6b18-4bf2-b2a9-bf34dfef721f","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"routeName":"test-model-f63d20-kserve-route","namespace":"ai-tenant-e2e-inf-a-f63d20","llmisvcName":"test-model-f63d20","gateway":"openshift-ingress/e2e-inf-a-f63d20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.320984345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"77aed7aa-bd24-4857-bea2-d9c0c4effe43","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.321247685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"e5475499-5fc1-4935-a0e6-c8d138c5f5de","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.321414446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"02123122-2581-4560-991a-ebd567337bf6","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"premium-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"premium-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.321654266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"b0134125-8bdc-496e-aba6-83109d50391b","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.337380107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"2212b8f7-cc5d-4250-ab0b-a0dea8a99b59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.337583046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"84f74862-1a6f-4672-933f-09cc4c44f48a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.343915912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-subscription","reconcileID":"f026714f-5b47-4968-bb42-25e0ec2c1f5b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-premium-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.343955098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"3a6d0b0c-1f0d-4e95-9a97-aa8733c3e1ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.347443785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"2212b8f7-cc5d-4250-ab0b-a0dea8a99b59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.34851237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"84f74862-1a6f-4672-933f-09cc4c44f48a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.437720551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"b2dacadc-e486-4cbb-b9da-6b98c5d1a19f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.437789257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"58263e12-0942-466c-a98e-990125105760","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.443505435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-subscription","reconcileID":"dea42fe0-8bdd-4bed-98fb-446e14ec504f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-premium-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.443707275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"a5659638-e0a5-4513-bb63-ad26bcca0e39","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.447617884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"58263e12-0942-466c-a98e-990125105760","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.447640405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"b2dacadc-e486-4cbb-b9da-6b98c5d1a19f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.640131139Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"default-tenant","reconcileID":"d5ea2eb4-2882-4d68-9fcb-2ed2730a8c26","namespace":"ai-tenant-e2e-worker-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.640207981Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"default-tenant","reconcileID":"d5ea2eb4-2882-4d68-9fcb-2ed2730a8c26","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.651158903Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"default-tenant","reconcileID":"d5ea2eb4-2882-4d68-9fcb-2ed2730a8c26","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.65191094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"26a7e91d-3b4e-4619-9b91-3ec453aa099c","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"premium-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"premium-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.661214634Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"default-tenant","reconcileID":"d5ea2eb4-2882-4d68-9fcb-2ed2730a8c26","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.661232509Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"default-tenant","reconcileID":"d5ea2eb4-2882-4d68-9fcb-2ed2730a8c26","namespace":"ai-tenant-e2e-worker-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.661299518Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"default-tenant","reconcileID":"d5ea2eb4-2882-4d68-9fcb-2ed2730a8c26","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.665132409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"ddd28b06-1a7b-425d-851e-f8dc163c687a","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.672459603Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"default-tenant","reconcileID":"d5ea2eb4-2882-4d68-9fcb-2ed2730a8c26","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.675271718Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-subscription","reconcileID":"7ab2185b-c796-447e-8def-c75a7d093f3d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4d11adfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.676695828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"c639881a-14e4-4dbe-b80e-0a01b42d9a78","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.683615005Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"default-tenant","reconcileID":"d5ea2eb4-2882-4d68-9fcb-2ed2730a8c26","count":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:04.683778548Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"c639881a-14e4-4dbe-b80e-0a01b42d9a78","name":"simulator-w2-f06af6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-f06af6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:04.68382641Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"c639881a-14e4-4dbe-b80e-0a01b42d9a78","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-f06af6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.683939117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"09e37f42-c488-41ff-87ac-e79d89b7647f","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"premium-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"premium-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.684267599Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"d1f99bfb-c927-4759-9429-ef1cc1b03e56","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-64d5e97e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.696210796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"1724023c-225b-43b8-8b14-d1b4d1497ddb","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.702766253Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-subscription","reconcileID":"e5c3c0f6-99d7-4440-9455-931f3afdc336","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4d11adfc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.704777571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"87183fed-1d5c-458a-a65d-4ceadaa3a098","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.705334298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"aa8b25d2-973a-4cf9-9e72-34c37c9899c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.718146762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"87183fed-1d5c-458a-a65d-4ceadaa3a098","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.72054931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"aa8b25d2-973a-4cf9-9e72-34c37c9899c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.720851425Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"36743c17-68d4-4f3c-be49-b56a567e86f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-64d5e97e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.783035164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"distinct-2-w4-2a3e1b","reconcileID":"c338ca4a-878e-46b6-82ef-4b402a907f4e","MaaSModelRef":{"name":"distinct-2-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"distinct-2-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"distinct-2-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.783484226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"distinct-w4-2a3e1b","reconcileID":"0f62af79-b076-4f25-8bfa-eea9c09256e9","MaaSModelRef":{"name":"distinct-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"distinct-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"distinct-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.783792695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"44894d6f-1cd8-412f-86a1-f8103146f4e1","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.784225098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"126fbec5-4db6-4368-b9a1-fb396612d509","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.846570133Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"12d25500-3064-4a81-9776-0692d39a166e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.866386066Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"8d98bec4-6898-40de-b22f-cc6124158c4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.939475445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"8d98bec4-6898-40de-b22f-cc6124158c4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.939482459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"12d25500-3064-4a81-9776-0692d39a166e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.975281429Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"8d98bec4-6898-40de-b22f-cc6124158c4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.975303554Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-access","reconcileID":"8d98bec4-6898-40de-b22f-cc6124158c4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:04.979480929Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"12d25500-3064-4a81-9776-0692d39a166e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w2-f06af6-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:04.979533103Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"12d25500-3064-4a81-9776-0692d39a166e","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w2-f06af6-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.985135485Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"7324a333-5c06-41b4-a119-2249b7e4e859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:04.987777192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"18424e06-a055-490a-b40b-76870f349645","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:05.043562294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"7324a333-5c06-41b4-a119-2249b7e4e859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:05.053695317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"7324a333-5c06-41b4-a119-2249b7e4e859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"e2e-worker-w2-f06af6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:05.053715556Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-access","reconcileID":"7324a333-5c06-41b4-a119-2249b7e4e859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:05.068234923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"e66645bd-67ca-43f7-8cee-0bb021aa07b8","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"premium-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"premium-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:06.372759359Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:07.21689863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"bfd73b5d-06ab-4788-9254-8bb9dad96489","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-2-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-2-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:07.217105219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"92a3a3cf-1ddd-4137-8d38-ff891a6b9b9c","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:07.217287251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"34e666ea-4487-447f-8201-b2766a7ba477","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:07.217525138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"880ca9dd-5b48-41d0-9244-2e7a2f947dce","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:07.233962711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"5811da2c-5956-41db-b051-7dcf018df699","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:07.234078552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"5200de68-7b7f-4955-a197-2a9a823aab33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:07.239480101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"e60fa963-58b8-44ef-8eee-802364382369","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:07.239793519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"11ee40bd-ec87-4ae2-a141-ef0bf88dedff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:07.243828151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"5200de68-7b7f-4955-a197-2a9a823aab33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:07.244155287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"5811da2c-5956-41db-b051-7dcf018df699","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:07.337657249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"b03b0308-67d9-4bd2-b1e5-c467f5a6fa26","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:07.337977941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"00508096-2591-4e6b-bf4d-ee43177d707e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:07.469521044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"42603f21-01f1-4059-83a5-7da4af091a36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:07.473838066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"cc18bc14-cdf1-4e7c-9e04-f1d8bfb8bd3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:07.483278759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"42603f21-01f1-4059-83a5-7da4af091a36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:07.496264254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"cc18bc14-cdf1-4e7c-9e04-f1d8bfb8bd3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:10.146527632Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"default-tenant","reconcileID":"c9ce0bad-1537-477e-ac50-7a5d834eb02f","namespace":"ai-tenant-e2e-worker-w4-2a3e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:10.14661145Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"default-tenant","reconcileID":"c9ce0bad-1537-477e-ac50-7a5d834eb02f","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:10.15685644Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"default-tenant","reconcileID":"c9ce0bad-1537-477e-ac50-7a5d834eb02f","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:10.158007685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"aa70e725-759d-4e24-874f-9748c889d365","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:10.166683306Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"default-tenant","reconcileID":"c9ce0bad-1537-477e-ac50-7a5d834eb02f","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:10.166701009Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"default-tenant","reconcileID":"c9ce0bad-1537-477e-ac50-7a5d834eb02f","namespace":"ai-tenant-e2e-worker-w4-2a3e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:10.16680519Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"default-tenant","reconcileID":"c9ce0bad-1537-477e-ac50-7a5d834eb02f","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:10.170002382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"5764143c-61ef-49e1-8ecd-c5747da08c98","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:10.177110198Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"default-tenant","reconcileID":"c9ce0bad-1537-477e-ac50-7a5d834eb02f","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:10.179913297Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"a8250af6-5f88-45ca-9385-b48c3777f4c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a5e44932","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:10.180607751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"542ab070-2005-412e-a81c-a209ac2bf4a7","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:10.195255892Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"0f89f3ee-0c57-4bd2-af54-b7c339625fb7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dc99947e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:10.195777507Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"default-tenant","reconcileID":"c9ce0bad-1537-477e-ac50-7a5d834eb02f","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:10.196435199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"71c27df0-120e-4687-8899-02ab8c26e67d","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:10.201280717Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"37dfa209-a77e-482a-add1-2f030e0ab520","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a5e44932","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:10.217356543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"b115455c-a3b8-4152-893b-4d37bb587b91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:10.218086596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"2943dd95-6915-4056-a809-e7ccef92933c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:10.218513685Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"e839ab6c-1936-4a13-b79d-d2f1a438abd5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dc99947e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:10.233181581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"2943dd95-6915-4056-a809-e7ccef92933c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:10.238781252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"b115455c-a3b8-4152-893b-4d37bb587b91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:10.289911589Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"44b5a8b4-c2ab-4446-bb14-ea23f5338d44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:10.294507239Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"9d89f9bc-127c-4a91-8573-7445fad2233f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:10.369511538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"44b5a8b4-c2ab-4446-bb14-ea23f5338d44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:10.403196899Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"44b5a8b4-c2ab-4446-bb14-ea23f5338d44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:10.40321712Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-access","reconcileID":"44b5a8b4-c2ab-4446-bb14-ea23f5338d44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:10.413085049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"05863dd0-ec9e-423e-816b-4ee2dbc3c601","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:10.414509492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"9d89f9bc-127c-4a91-8573-7445fad2233f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:10.424714688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"9d89f9bc-127c-4a91-8573-7445fad2233f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"e2e-worker-w4-2a3e1b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:10.424731004Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-access","reconcileID":"9d89f9bc-127c-4a91-8573-7445fad2233f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-2a3e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:10.437724238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"ace45e27-bedb-4ae8-adcd-8f2ff72ed88f","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:12.075671073Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"default-tenant","reconcileID":"eaa4d047-e560-4ee9-aa01-4080b35f43bc","namespace":"ai-tenant-e2e-worker-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:12.075736017Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"default-tenant","reconcileID":"eaa4d047-e560-4ee9-aa01-4080b35f43bc","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:12.085473467Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"default-tenant","reconcileID":"eaa4d047-e560-4ee9-aa01-4080b35f43bc","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:12.086242911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"f97f7617-637f-44ae-9703-c1dd0a62adb8","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:12.095496734Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"default-tenant","reconcileID":"eaa4d047-e560-4ee9-aa01-4080b35f43bc","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:12.095515885Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"default-tenant","reconcileID":"eaa4d047-e560-4ee9-aa01-4080b35f43bc","namespace":"ai-tenant-e2e-worker-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:12.095608905Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"default-tenant","reconcileID":"eaa4d047-e560-4ee9-aa01-4080b35f43bc","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:12.098680834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"91ddf6da-e909-4619-a466-b957cd8953ce","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:12.1087718Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"8a567d67-3bad-4bca-889c-ab936e18451a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-61a852f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:12.109321015Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"default-tenant","reconcileID":"eaa4d047-e560-4ee9-aa01-4080b35f43bc","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:12.109915627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"1b8be597-20ae-48b1-81dd-f5f49645f8b0","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:12.12006597Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"ad2af8be-3d3d-418e-a2ed-0edc26096b33","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a61e133f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:12.120874554Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"default-tenant","reconcileID":"eaa4d047-e560-4ee9-aa01-4080b35f43bc","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:12.121286083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"c11b0e35-c2df-4d50-bc9b-6550f2f515ae","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:12.12736651Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"f12a32bf-67d5-4d94-a484-873d4759cddc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-61a852f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:12.139628071Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"8a3950ae-a971-4ea4-8027-2b72d4709bae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a61e133f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:12.140828434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"242f0e29-b497-426b-8507-6108c38be956","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:12.141569648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"d5c6cea6-6a28-4284-a316-2dd81f3f5e93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:12.152199026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"242f0e29-b497-426b-8507-6108c38be956","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:12.155642652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"d5c6cea6-6a28-4284-a316-2dd81f3f5e93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:12.174866863Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"144bb708-118c-4383-a8eb-f65d88434a6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:12.17756308Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"95466104-c50c-426c-ad55-3d4c1e65f6f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:12.368908261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"95466104-c50c-426c-ad55-3d4c1e65f6f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:12.368907604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"144bb708-118c-4383-a8eb-f65d88434a6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:12.402612069Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"144bb708-118c-4383-a8eb-f65d88434a6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:12.402631777Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-access","reconcileID":"144bb708-118c-4383-a8eb-f65d88434a6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:12.407928009Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"95466104-c50c-426c-ad55-3d4c1e65f6f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w3-c1fdd6-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:12.407977942Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"95466104-c50c-426c-ad55-3d4c1e65f6f4","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w3-c1fdd6-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:12.413893693Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"f47469b6-a90e-40b6-ad51-c094b63de27e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:12.41431049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"0bdc422c-aa92-42af-9be0-13b8a2955ab8","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:12.476220537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"f47469b6-a90e-40b6-ad51-c094b63de27e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:12.494850336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"f47469b6-a90e-40b6-ad51-c094b63de27e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"e2e-worker-w3-c1fdd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:12.494872641Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-access","reconcileID":"f47469b6-a90e-40b6-ad51-c094b63de27e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:12.518279717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"37bb318a-b4a2-444f-ae11-ec832ccbf1a3","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:13.557821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-auth","reconcileID":"6938930b-ef6f-4df1-be04-675bb4352233","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-f63d20","tenantID":"e2e-inf-a-f63d20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:13.568468596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-auth","reconcileID":"6938930b-ef6f-4df1-be04-675bb4352233","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"name":"e2e-inf-a-f63d20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:13.577660268Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-f63d20-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99181f1701d1109c9be652da008221442d0b28c8beb3b8cf308d1d4cd399abb6) AuthConfig (3e3b1517f2aa7d01f0b823f8c665ed50c393991d7c5e6a1cee992061c0c09d1b) AuthConfig (833538c76dedd807d61cd8e464e2efc9c8d61bad541e8c8f6489544c74b57a19) AuthConfig (67ba90bd45bb43661e4c2f9e265b25da202e9f54bb05d957865fcef270d059e1) AuthConfig (b1e2f07f9395f595c943f9ce7ee1ee0a48ff6c38cdccef12336a4232bbbd52f1) AuthConfig (7b496817ec34c3b77fe721dacc283198838d5da2603c9fd3e526585ea01fa004) AuthConfig (b9b28de41a939c6508badbdbc2cb1d95c348d90e50e521845e2aa2a7141a811b) AuthConfig (05956223d32db80087b829f0915c355e883f9a11842dd962e1d78e62b4b6cd98) AuthConfig (9973c788317e8f41b2692cb6c4df001ef45a0a6208ee0fd5157fea8d0c2880c0) AuthConfig (e7f511c27a91983bec73d3efc8b8fb0c6b0d472ec3cb1728dc8ac8eb0c132ae4) AuthConfig (fafb77f1131d4770aa8fb5a869934e0aa393ce542ce5f4084be277b92bc6da99) AuthConfig (d5cd4aa9e45a81cdd1a35f396780c29425f8f7a3488bea75c3bb3b0706587261) AuthConfig (9efe3e0599b46eeaeed652aeadfc3f93b76d914135f6ce2222358839a385fe25) AuthConfig (ec9a31ce0f481b51881ae11af62af4c8a105bce65c0f3fc8fe1fc726d5c41fa5) AuthConfig (b6139ddc1cb42d4cc93dda159346b719a2868ce566134a006782c6b3aea2a664) AuthConfig (8fe2f969755529ecc79b04065e247a61b7c8aafa589101aec190bd1e999fbb50) AuthConfig (ed04cb11560aeefdc24f90bc95b55ed6d2b4cc8f7cc0aaa87ae8a1a76c701ff8) AuthConfig (ed530eaf9384540775467e23c2bd6a8b67e2f63fea6f6837560800ac37173301)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-auth","reconcileID":"6938930b-ef6f-4df1-be04-675bb4352233","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:14.321960764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"6b32beb0-3dd8-4deb-9e67-e9fb0eeebeeb","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-2-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-2-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:14.322498392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"747bef30-232d-4d81-8288-6e02e8d773b6","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"distinct-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"distinct-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:14.707516859Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-subscription","reconcileID":"57857977-5b05-4c23-9385-31425df0141f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:14.712499367Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-subscription","reconcileID":"57857977-5b05-4c23-9385-31425df0141f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:14.718194884Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"premium-simulator-subscription","reconcileID":"57857977-5b05-4c23-9385-31425df0141f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:14.727545954Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"1cf5a938-c63f-4cfd-ae00-d2c0b10fbc52","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:14.732644423Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"1cf5a938-c63f-4cfd-ae00-d2c0b10fbc52","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:14.737651821Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"simulator-subscription","reconcileID":"1cf5a938-c63f-4cfd-ae00-d2c0b10fbc52","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"name":"maas-trlp-simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6","model":"e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:14.757020106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"4b08688f-3c97-423e-b637-a0d36f93ed55","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"premium-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"premium-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:14.784126733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"distinct-2-w4-2a3e1b","reconcileID":"399d8606-934e-45b0-b18c-678fe9433005","MaaSModelRef":{"name":"distinct-2-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"distinct-2-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"distinct-2-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:14.784361038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"distinct-w4-2a3e1b","reconcileID":"eedbf2ea-3fc2-419b-a803-33b014e20e12","MaaSModelRef":{"name":"distinct-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"distinct-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"distinct-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:14.859620508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"8623539e-41d1-4854-a995-a3c119aaf76b","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"routeName":"simulator-w2-f06af6-kserve-route","namespace":"e2e-models-e2e-worker-w2-f06af6","llmisvcName":"simulator-w2-f06af6","gateway":"openshift-ingress/e2e-worker-w2-f06af6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:15.209237506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cbe5978-54bb-402d-8a39-2666e42b75ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:15.213968043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cbe5978-54bb-402d-8a39-2666e42b75ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:15.22002873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cbe5978-54bb-402d-8a39-2666e42b75ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:15.224670832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cbe5978-54bb-402d-8a39-2666e42b75ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:15.490609498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c95b50e-b588-4c40-a2b6-29125a6cfb4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:15.495066505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c95b50e-b588-4c40-a2b6-29125a6cfb4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:15.499352994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c95b50e-b588-4c40-a2b6-29125a6cfb4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:15.503753295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c95b50e-b588-4c40-a2b6-29125a6cfb4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:17.217377737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"4e78e1bf-8ea3-4381-96d0-aef36e332c05","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-2-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-2-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:17.217888725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"79d9760f-2844-4db0-a571-461a46f97297","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"distinct-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"distinct-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:20.206761572Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"fff2cdd6-3a63-48e8-8684-3447a8754185","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:20.212529056Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"fff2cdd6-3a63-48e8-8684-3447a8754185","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:20.218297441Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"simulator-subscription","reconcileID":"fff2cdd6-3a63-48e8-8684-3447a8754185","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/simulator-w4-2a3e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:20.223553723Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"de1c8ff8-0cc0-49a1-95d4-1f7f5dbe4810","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:20.228963744Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"de1c8ff8-0cc0-49a1-95d4-1f7f5dbe4810","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:20.234260848Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"premium-simulator-subscription","reconcileID":"de1c8ff8-0cc0-49a1-95d4-1f7f5dbe4810","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"name":"maas-trlp-premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b","model":"e2e-models-e2e-worker-w4-2a3e1b/premium-w4-2a3e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:20.254491294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"bfd31f9b-84c9-4cc5-94a9-7505ab2b01c5","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:20.354199655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"d391e054-8a96-4616-ad13-bbdd417c9734","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:22.141207598Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"75e6888e-c2aa-452d-85fa-ef4d2c9f82e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:22.144843159Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"1ff0d32a-537a-47aa-8e79-73fd06b5d847","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:22.146337943Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"75e6888e-c2aa-452d-85fa-ef4d2c9f82e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:22.150256834Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"1ff0d32a-537a-47aa-8e79-73fd06b5d847","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:22.151804392Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"premium-simulator-subscription","reconcileID":"75e6888e-c2aa-452d-85fa-ef4d2c9f82e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:22.156699597Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"simulator-subscription","reconcileID":"1ff0d32a-537a-47aa-8e79-73fd06b5d847","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"name":"maas-trlp-simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6","model":"e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:22.274002407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"69920daa-62a9-4e53-bfa0-6ade734b83a6","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"premium-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"premium-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:22.280735194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"3f88f7f7-2764-49aa-9b44-ba8a3de5abb4","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"routeName":"simulator-w3-c1fdd6-kserve-route","namespace":"e2e-models-e2e-worker-w3-c1fdd6","llmisvcName":"simulator-w3-c1fdd6","gateway":"openshift-ingress/e2e-worker-w3-c1fdd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:23.542983481Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"default-tenant","reconcileID":"b28a6d84-c2bf-4bf5-aa2b-bce5b6c23ecc","namespace":"ai-tenant-e2e-worker-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:23.543039972Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"default-tenant","reconcileID":"b28a6d84-c2bf-4bf5-aa2b-bce5b6c23ecc","namespace":"ai-tenant-e2e-worker-w2-f06af6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:23.543103041Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"default-tenant","reconcileID":"b28a6d84-c2bf-4bf5-aa2b-bce5b6c23ecc","tenant":"e2e-worker-w2-f06af6","tenantID":"e2e-worker-w2-f06af6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:23.550602088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"default-tenant","reconcileID":"b28a6d84-c2bf-4bf5-aa2b-bce5b6c23ecc","gvk":"Deployment","name":"maas-api-e2e-worker-w2-f06af6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:23.570683297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"default-tenant","reconcileID":"b28a6d84-c2bf-4bf5-aa2b-bce5b6c23ecc","gvk":"Service","name":"maas-api-e2e-worker-w2-f06af6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:23.599598755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"default-tenant","reconcileID":"b28a6d84-c2bf-4bf5-aa2b-bce5b6c23ecc","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-f06af6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:23.618013905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"default-tenant","reconcileID":"b28a6d84-c2bf-4bf5-aa2b-bce5b6c23ecc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-f06af6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:23.623993502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-auth","reconcileID":"3a5923fb-516b-4150-9ad8-dab38062fd3d","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-f63d20","tenantID":"e2e-inf-a-f63d20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:23.63064563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"default-tenant","reconcileID":"b28a6d84-c2bf-4bf5-aa2b-bce5b6c23ecc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-f06af6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:23.635857046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-auth","reconcileID":"3a5923fb-516b-4150-9ad8-dab38062fd3d","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"name":"e2e-inf-a-f63d20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:23.654454799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-f63d20-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99181f1701d1109c9be652da008221442d0b28c8beb3b8cf308d1d4cd399abb6) AuthConfig (3e3b1517f2aa7d01f0b823f8c665ed50c393991d7c5e6a1cee992061c0c09d1b) AuthConfig (833538c76dedd807d61cd8e464e2efc9c8d61bad541e8c8f6489544c74b57a19) AuthConfig (67ba90bd45bb43661e4c2f9e265b25da202e9f54bb05d957865fcef270d059e1) AuthConfig (b1e2f07f9395f595c943f9ce7ee1ee0a48ff6c38cdccef12336a4232bbbd52f1) AuthConfig (7b496817ec34c3b77fe721dacc283198838d5da2603c9fd3e526585ea01fa004) AuthConfig (b9b28de41a939c6508badbdbc2cb1d95c348d90e50e521845e2aa2a7141a811b) AuthConfig (05956223d32db80087b829f0915c355e883f9a11842dd962e1d78e62b4b6cd98) AuthConfig (9973c788317e8f41b2692cb6c4df001ef45a0a6208ee0fd5157fea8d0c2880c0) AuthConfig (e7f511c27a91983bec73d3efc8b8fb0c6b0d472ec3cb1728dc8ac8eb0c132ae4) AuthConfig (fafb77f1131d4770aa8fb5a869934e0aa393ce542ce5f4084be277b92bc6da99) AuthConfig (d5cd4aa9e45a81cdd1a35f396780c29425f8f7a3488bea75c3bb3b0706587261) AuthConfig (9efe3e0599b46eeaeed652aeadfc3f93b76d914135f6ce2222358839a385fe25) AuthConfig (ec9a31ce0f481b51881ae11af62af4c8a105bce65c0f3fc8fe1fc726d5c41fa5) AuthConfig (b6139ddc1cb42d4cc93dda159346b719a2868ce566134a006782c6b3aea2a664) AuthConfig (8fe2f969755529ecc79b04065e247a61b7c8aafa589101aec190bd1e999fbb50) AuthConfig (ed04cb11560aeefdc24f90bc95b55ed6d2b4cc8f7cc0aaa87ae8a1a76c701ff8) AuthConfig (ed530eaf9384540775467e23c2bd6a8b67e2f63fea6f6837560800ac37173301)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-auth","reconcileID":"3a5923fb-516b-4150-9ad8-dab38062fd3d","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:23.654623649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"default-tenant","reconcileID":"b28a6d84-c2bf-4bf5-aa2b-bce5b6c23ecc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-f06af6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:23.66816512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"default-tenant","reconcileID":"b28a6d84-c2bf-4bf5-aa2b-bce5b6c23ecc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-f06af6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:23.681148382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"default-tenant","reconcileID":"b28a6d84-c2bf-4bf5-aa2b-bce5b6c23ecc","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-f06af6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:23.687888926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"default-tenant","reconcileID":"b28a6d84-c2bf-4bf5-aa2b-bce5b6c23ecc","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-f06af6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:23.69215123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"default-tenant","reconcileID":"b28a6d84-c2bf-4bf5-aa2b-bce5b6c23ecc","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-f06af6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:23.69915327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"default-tenant","reconcileID":"b28a6d84-c2bf-4bf5-aa2b-bce5b6c23ecc","gvk":"Service","name":"payload-processing-e2e-worker-w2-f06af6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:23.703423628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"default-tenant","reconcileID":"b28a6d84-c2bf-4bf5-aa2b-bce5b6c23ecc","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-f06af6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:23.7075484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"default-tenant","reconcileID":"b28a6d84-c2bf-4bf5-aa2b-bce5b6c23ecc","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-f06af6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:23.712528336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"default-tenant","reconcileID":"b28a6d84-c2bf-4bf5-aa2b-bce5b6c23ecc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-f06af6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:23.716803014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"default-tenant","reconcileID":"b28a6d84-c2bf-4bf5-aa2b-bce5b6c23ecc","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-f06af6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:23.727152207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"default-tenant","reconcileID":"b28a6d84-c2bf-4bf5-aa2b-bce5b6c23ecc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-f06af6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:23.731232309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"default-tenant","reconcileID":"b28a6d84-c2bf-4bf5-aa2b-bce5b6c23ecc","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-f06af6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:23.734004587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12e3350b-24c3-4e5e-a21a-fd40005f4007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:23.738383007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"default-tenant","reconcileID":"b28a6d84-c2bf-4bf5-aa2b-bce5b6c23ecc","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-f06af6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:23.738669214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12e3350b-24c3-4e5e-a21a-fd40005f4007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:23.743743701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12e3350b-24c3-4e5e-a21a-fd40005f4007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:23.744261606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"default-tenant","reconcileID":"b28a6d84-c2bf-4bf5-aa2b-bce5b6c23ecc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-f06af6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:23.75124672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12e3350b-24c3-4e5e-a21a-fd40005f4007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:23.757674051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-f06af6"},"namespace":"ai-tenant-e2e-worker-w2-f06af6","name":"default-tenant","reconcileID":"b28a6d84-c2bf-4bf5-aa2b-bce5b6c23ecc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-f06af6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:23.98197474Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-f06af6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-f06af6","reconcileID":"ef3269cc-8b57-413c-af9a-aa4c1d34e0b4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-f06af6","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-f06af6"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.010158382Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"b2d9ce20-aad5-4bdc-9849-b53a1258ba8e","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.07239562Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"b2d9ce20-aad5-4bdc-9849-b53a1258ba8e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.072576887Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"c623e790-3601-41ef-9fa1-095761f0021f","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.081498136Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"c623e790-3601-41ef-9fa1-095761f0021f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.081687341Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"339266b6-d614-438f-9e2c-15b799e7ecbd","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.093911467Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"339266b6-d614-438f-9e2c-15b799e7ecbd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.094075126Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"207ebac2-2555-4c06-b899-32c5be1a728a","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.105066559Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"207ebac2-2555-4c06-b899-32c5be1a728a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.105197551Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"dfc2cf7b-92fe-4268-8b01-a8e59674ac94","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.105277619Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"dfc2cf7b-92fe-4268-8b01-a8e59674ac94","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.105392714Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"464da8ec-f5a5-4834-96fa-07ab6cbb31bb","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.105448121Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"464da8ec-f5a5-4834-96fa-07ab6cbb31bb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.105558462Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"f0d949e6-604b-4081-b9b9-df2c5d766367","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.105601509Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"f0d949e6-604b-4081-b9b9-df2c5d766367","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.11078088Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"ce780e0d-0662-4aa6-8928-cb96a73444ec","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.110828397Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"ce780e0d-0662-4aa6-8928-cb96a73444ec","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.116234625Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"00aabb28-07a1-499c-b825-3eb9c6566744","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.116364963Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"00aabb28-07a1-499c-b825-3eb9c6566744","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.116526016Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"7a236433-18bf-4d83-89c4-5528b0bae701","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.116600164Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"7a236433-18bf-4d83-89c4-5528b0bae701","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.116737603Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"57335753-864d-454a-b209-f4b23782370a","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.116798613Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"57335753-864d-454a-b209-f4b23782370a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.121481842Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"e1147cd8-2511-4af7-893e-40dec41cf5d3","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.121539151Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"e1147cd8-2511-4af7-893e-40dec41cf5d3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.136885835Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"4cf8f679-37c4-424e-9e0f-aeecaea9079f","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.136940728Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"4cf8f679-37c4-424e-9e0f-aeecaea9079f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.137021295Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"2160e1b1-4ffb-4137-a439-dc85913d92db","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.137084541Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"2160e1b1-4ffb-4137-a439-dc85913d92db","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.13715689Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"cff246bb-1be9-44b4-8253-c30fb3e115c2","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.137188699Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"cff246bb-1be9-44b4-8253-c30fb3e115c2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.141819392Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"1e7fdc31-c6a3-4797-a555-b9f011cf6851","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.141869348Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"1e7fdc31-c6a3-4797-a555-b9f011cf6851","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:24.167909498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9859124b-a39f-4074-83e3-7bcbcce2877e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:24.172501753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9859124b-a39f-4074-83e3-7bcbcce2877e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:24.176898697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9859124b-a39f-4074-83e3-7bcbcce2877e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.177178959Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"4aef61c0-1f91-473c-b2a1-ae79026908f7","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.17724253Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"4aef61c0-1f91-473c-b2a1-ae79026908f7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.177331893Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"496476f3-65c3-453b-97d3-375924c836ee","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.177368133Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"496476f3-65c3-453b-97d3-375924c836ee","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.177434667Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"1e8f3796-0253-407a-93ca-3f86a5029fc9","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.177469216Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"1e8f3796-0253-407a-93ca-3f86a5029fc9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:24.181402989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9859124b-a39f-4074-83e3-7bcbcce2877e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.182039029Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"ae329c55-157d-42d6-96a6-c49cce419cdc","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.182119731Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"ae329c55-157d-42d6-96a6-c49cce419cdc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.257472446Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"7d82e577-0785-4b49-8ef5-dea91237ef9a","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.257534031Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"7d82e577-0785-4b49-8ef5-dea91237ef9a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.257613625Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"d02df135-f375-402b-83d6-622f5579f27b","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.257645505Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"d02df135-f375-402b-83d6-622f5579f27b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.25770705Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"696e0368-2ba0-4ba7-ae0e-6ea2e1b057d2","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.257738292Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"696e0368-2ba0-4ba7-ae0e-6ea2e1b057d2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.262855072Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"3d74a208-92c2-4273-b8c1-a033122a3362","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.262906579Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"3d74a208-92c2-4273-b8c1-a033122a3362","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.418258769Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"451c687f-5842-4c15-a4f4-d44e4e369bd3","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.418352234Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"451c687f-5842-4c15-a4f4-d44e4e369bd3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.418443851Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"22a51573-fbc7-463d-82b7-5973f3d71e74","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.418481239Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"22a51573-fbc7-463d-82b7-5973f3d71e74","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.41854555Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"e979da9a-07d3-4136-a8b5-a919172df874","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.418576125Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"e979da9a-07d3-4136-a8b5-a919172df874","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.42372289Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"f316dce2-2ce6-41c1-b888-ad7508890b44","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.423774839Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"f316dce2-2ce6-41c1-b888-ad7508890b44","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:24.451310993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d45b829-51ba-4401-8944-5c79d4ad8793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:24.455680237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d45b829-51ba-4401-8944-5c79d4ad8793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:24.459879033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d45b829-51ba-4401-8944-5c79d4ad8793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:24.46436193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d45b829-51ba-4401-8944-5c79d4ad8793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:24.715122215Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-bdf9e6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-bdf9e6","reconcileID":"0633a8e9-1d08-4b2e-bf9f-46c4257f62d2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-bdf9e6","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-bdf9e6":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.7387418Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"04822d76-4069-4834-a62a-2a3f14701623","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.738807416Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"04822d76-4069-4834-a62a-2a3f14701623","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.738885104Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"99169435-d4df-4f3d-adfc-6cf7069d2f49","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.738918112Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"99169435-d4df-4f3d-adfc-6cf7069d2f49","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.738983253Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"4575c40e-54f1-4f18-9db5-6e5155d7d025","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.739015041Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"4575c40e-54f1-4f18-9db5-6e5155d7d025","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.744455645Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"15ad1137-7e74-4be8-95b1-ebcae23f1340","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:24.7445224Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"15ad1137-7e74-4be8-95b1-ebcae23f1340","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:24.769920734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01b4e763-9f41-4d91-aabf-e653114c9d06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:24.774728115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01b4e763-9f41-4d91-aabf-e653114c9d06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:24.779347947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01b4e763-9f41-4d91-aabf-e653114c9d06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:24.783798336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01b4e763-9f41-4d91-aabf-e653114c9d06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:24.784456458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"distinct-2-w4-2a3e1b","reconcileID":"ab402d97-e434-4fea-9629-5864203df7c0","MaaSModelRef":{"name":"distinct-2-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"distinct-2-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"distinct-2-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:24.784680093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"distinct-w4-2a3e1b","reconcileID":"97b29d85-9476-4d8c-be5c-475d0fb61b85","MaaSModelRef":{"name":"distinct-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"distinct-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"distinct-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:25.18593522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dddbadab-6617-4c64-836c-ebdfd22793d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:25.19159124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dddbadab-6617-4c64-836c-ebdfd22793d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:25.196113391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dddbadab-6617-4c64-836c-ebdfd22793d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:25.204274823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dddbadab-6617-4c64-836c-ebdfd22793d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:25.379825602Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"4314d52b-d284-488d-ad47-bb528cefaa60","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:25.379903624Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"4314d52b-d284-488d-ad47-bb528cefaa60","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:25.380021314Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"07afe278-2f11-4092-b8d7-a8506ee92076","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:25.380098899Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"07afe278-2f11-4092-b8d7-a8506ee92076","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:25.380186887Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"21902e47-fb43-444a-b6bd-6fd4f92c8207","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:25.380230837Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"21902e47-fb43-444a-b6bd-6fd4f92c8207","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:25.385425535Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"5e9bc178-4925-4c95-9150-9d0e6fbd8e01","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:25.385480277Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"5e9bc178-4925-4c95-9150-9d0e6fbd8e01","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:25.491893088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6174261d-50c3-458d-891c-652a7000487c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:25.496068015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6174261d-50c3-458d-891c-652a7000487c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:25.503696072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6174261d-50c3-458d-891c-652a7000487c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:25.513521725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6174261d-50c3-458d-891c-652a7000487c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:25.788137307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"253640f2-203f-402e-83bc-30da6c2b0bc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:25.792786519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"253640f2-203f-402e-83bc-30da6c2b0bc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:25.796985853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"253640f2-203f-402e-83bc-30da6c2b0bc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:25.8020959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"253640f2-203f-402e-83bc-30da6c2b0bc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:25.961037386Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"default-tenant","reconcileID":"400c4a64-aed9-41c5-8c48-cf1591bdcf85","namespace":"ai-tenant-e2e-worker-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:25.961122181Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"default-tenant","reconcileID":"400c4a64-aed9-41c5-8c48-cf1591bdcf85","namespace":"ai-tenant-e2e-worker-w3-c1fdd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:25.96116842Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"default-tenant","reconcileID":"400c4a64-aed9-41c5-8c48-cf1591bdcf85","tenant":"e2e-worker-w3-c1fdd6","tenantID":"e2e-worker-w3-c1fdd6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:25.969145092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"default-tenant","reconcileID":"400c4a64-aed9-41c5-8c48-cf1591bdcf85","gvk":"Deployment","name":"maas-api-e2e-worker-w3-c1fdd6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:25.991978139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"default-tenant","reconcileID":"400c4a64-aed9-41c5-8c48-cf1591bdcf85","gvk":"Service","name":"maas-api-e2e-worker-w3-c1fdd6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:26.008649815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"default-tenant","reconcileID":"400c4a64-aed9-41c5-8c48-cf1591bdcf85","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-c1fdd6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:26.01579903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"default-tenant","reconcileID":"400c4a64-aed9-41c5-8c48-cf1591bdcf85","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-c1fdd6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:26.032016892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"default-tenant","reconcileID":"400c4a64-aed9-41c5-8c48-cf1591bdcf85","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-c1fdd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:26.048961164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"default-tenant","reconcileID":"400c4a64-aed9-41c5-8c48-cf1591bdcf85","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-c1fdd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:26.068323354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"default-tenant","reconcileID":"400c4a64-aed9-41c5-8c48-cf1591bdcf85","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-c1fdd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:26.079393201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"default-tenant","reconcileID":"400c4a64-aed9-41c5-8c48-cf1591bdcf85","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-c1fdd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:26.082925756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff8f07d-8b90-4d7d-8770-8b0084eecbaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:26.087615036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff8f07d-8b90-4d7d-8770-8b0084eecbaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:26.089354333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"default-tenant","reconcileID":"400c4a64-aed9-41c5-8c48-cf1591bdcf85","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-c1fdd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:26.093266504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff8f07d-8b90-4d7d-8770-8b0084eecbaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:26.100544533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"default-tenant","reconcileID":"400c4a64-aed9-41c5-8c48-cf1591bdcf85","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-c1fdd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:26.103334479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bff8f07d-8b90-4d7d-8770-8b0084eecbaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:26.114421712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"default-tenant","reconcileID":"400c4a64-aed9-41c5-8c48-cf1591bdcf85","gvk":"Service","name":"payload-processing-e2e-worker-w3-c1fdd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:26.123772933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"default-tenant","reconcileID":"400c4a64-aed9-41c5-8c48-cf1591bdcf85","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-c1fdd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:26.169481355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"default-tenant","reconcileID":"400c4a64-aed9-41c5-8c48-cf1591bdcf85","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-c1fdd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:26.173885635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"default-tenant","reconcileID":"400c4a64-aed9-41c5-8c48-cf1591bdcf85","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-c1fdd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:26.18334861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"default-tenant","reconcileID":"400c4a64-aed9-41c5-8c48-cf1591bdcf85","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-c1fdd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:26.195721377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"default-tenant","reconcileID":"400c4a64-aed9-41c5-8c48-cf1591bdcf85","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-c1fdd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:26.200550115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"default-tenant","reconcileID":"400c4a64-aed9-41c5-8c48-cf1591bdcf85","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-c1fdd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:26.209202541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"default-tenant","reconcileID":"400c4a64-aed9-41c5-8c48-cf1591bdcf85","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-c1fdd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:26.2151081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"default-tenant","reconcileID":"400c4a64-aed9-41c5-8c48-cf1591bdcf85","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-c1fdd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:26.220262692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-c1fdd6"},"namespace":"ai-tenant-e2e-worker-w3-c1fdd6","name":"default-tenant","reconcileID":"400c4a64-aed9-41c5-8c48-cf1591bdcf85","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-c1fdd6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:26.4102417Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-c1fdd6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-c1fdd6","reconcileID":"923bf5a6-7794-4a02-8f06-31f3fafe755d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-c1fdd6","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-c1fdd6"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.45067636Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"8c57367b-2252-4a58-8120-b8d445d45bd2","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.466186265Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"8c57367b-2252-4a58-8120-b8d445d45bd2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.466409009Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"02a56a71-8e04-44cb-b65e-f1f8c981405b","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.478480517Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"02a56a71-8e04-44cb-b65e-f1f8c981405b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.478637558Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"c4011dcc-71ad-4e55-9270-0b4a257da6a6","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.491519133Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"c4011dcc-71ad-4e55-9270-0b4a257da6a6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.491647227Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"bc616c67-dba1-4644-8189-b7bd75335084","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.505247585Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"bc616c67-dba1-4644-8189-b7bd75335084","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.505440081Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"17ca663d-6e79-4643-9027-e486409086c0","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.505496693Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"17ca663d-6e79-4643-9027-e486409086c0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.505617124Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"eb18f9a2-a759-4fb6-be3e-be1f824e5e61","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.505659402Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"eb18f9a2-a759-4fb6-be3e-be1f824e5e61","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.505764623Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"a88409d6-1d1f-4e06-8085-afbdde34d59a","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.505803337Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"a88409d6-1d1f-4e06-8085-afbdde34d59a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.511164815Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"c5595d5d-270d-4973-a02c-899cffdf9b4f","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.511219495Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"c5595d5d-270d-4973-a02c-899cffdf9b4f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.569408769Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"efe07161-878b-4daf-b26f-3b81b9ac8bbd","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.569482111Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"efe07161-878b-4daf-b26f-3b81b9ac8bbd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.56957654Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"14f9f7a0-c0b0-49cf-9b67-3545066ade23","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.56961425Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"14f9f7a0-c0b0-49cf-9b67-3545066ade23","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.569694319Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"1fd5a520-c31f-4498-8156-7f36eae34133","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.569727123Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"1fd5a520-c31f-4498-8156-7f36eae34133","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.569815133Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"f7ca03fc-62bc-4ad8-9954-ef3589fd3fa0","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.569844424Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"f7ca03fc-62bc-4ad8-9954-ef3589fd3fa0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.590278906Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"0ef93122-ad97-4df0-816a-d57eca50e000","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.59042913Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"0ef93122-ad97-4df0-816a-d57eca50e000","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.590618454Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"7e470bf2-c5be-468f-91f3-f7fc5b9a023a","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.590719926Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"7e470bf2-c5be-468f-91f3-f7fc5b9a023a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.590937961Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"8b6ade09-f63a-4b7f-aa66-d3fc1b386709","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.591022863Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"8b6ade09-f63a-4b7f-aa66-d3fc1b386709","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.591204571Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"c1b7c35b-bb00-43ac-8acf-ea22e473a267","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.591289366Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"c1b7c35b-bb00-43ac-8acf-ea22e473a267","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.630799247Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"b9be8414-cfef-4f79-88d1-5baea0e1307e","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.631007255Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"b9be8414-cfef-4f79-88d1-5baea0e1307e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.632270567Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"00445ddb-a724-4368-8389-345734eb0eef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.632417Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"00445ddb-a724-4368-8389-345734eb0eef","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.634329343Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"e03ca1a6-69dc-45af-9bdd-6cf45d76cf75","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.634489453Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"e03ca1a6-69dc-45af-9bdd-6cf45d76cf75","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.638339611Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"fac9fca7-7ca5-4cad-b331-7347b0d7226d","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.638470788Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"fac9fca7-7ca5-4cad-b331-7347b0d7226d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:26.639205528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"simulator-w4-2a3e1b","reconcileID":"9be29e9d-7a1f-44ae-8469-3109fd75103e","MaaSModelRef":{"name":"simulator-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"simulator-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"simulator-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:26.639679758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"namespace":"e2e-models-e2e-worker-w4-2a3e1b","name":"premium-w4-2a3e1b","reconcileID":"9362a3fa-5883-4a4d-ae81-7d08d80cace3","MaaSModelRef":{"name":"premium-w4-2a3e1b","namespace":"e2e-models-e2e-worker-w4-2a3e1b"},"routeName":"premium-w4-2a3e1b-kserve-route","namespace":"e2e-models-e2e-worker-w4-2a3e1b","llmisvcName":"premium-w4-2a3e1b","gateway":"openshift-ingress/e2e-worker-w4-2a3e1b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:26.710980191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be1dd75e-5958-41d5-9845-403395830fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:26.7167155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be1dd75e-5958-41d5-9845-403395830fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:26.721576031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be1dd75e-5958-41d5-9845-403395830fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.72222666Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"9b858307-f546-4ff5-8123-92980760937d","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.722298007Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"9b858307-f546-4ff5-8123-92980760937d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.722401602Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"72a8fee6-6b80-4f3f-9b9c-712a848f24ad","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.722446673Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"72a8fee6-6b80-4f3f-9b9c-712a848f24ad","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.722535987Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"7da1e569-f41e-4bb0-980f-a97846c34c7b","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.722576111Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"7da1e569-f41e-4bb0-980f-a97846c34c7b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.722670576Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"d9503068-a50a-4da3-89c6-c6cb0f74f876","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.722723251Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"d9503068-a50a-4da3-89c6-c6cb0f74f876","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.722823394Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"bc6ce781-1109-4a0c-93e2-c5f433625dbf","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.722865745Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"bc6ce781-1109-4a0c-93e2-c5f433625dbf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.722961418Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"dcc20613-cb80-4b1a-8a24-ec2075b2a317","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.723004702Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"dcc20613-cb80-4b1a-8a24-ec2075b2a317","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.723134453Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"b29ab67c-d031-49de-8c69-a7f07aad262f","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.723177899Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"b29ab67c-d031-49de-8c69-a7f07aad262f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.723277826Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"4874cd2d-af9c-4191-a9e8-70963fd7dfe4","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.723328795Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"4874cd2d-af9c-4191-a9e8-70963fd7dfe4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:26.726271202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be1dd75e-5958-41d5-9845-403395830fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.893400015Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"3e9baaac-6215-4280-aeb3-51e2aa70998b","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.893485502Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"3e9baaac-6215-4280-aeb3-51e2aa70998b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.893619463Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"2655c59a-b827-4129-8abf-93b071d7d67d","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.893664635Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"2655c59a-b827-4129-8abf-93b071d7d67d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.893792092Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"989baca5-bd07-40ce-ab7a-b0715c2d4fb5","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.893839687Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"989baca5-bd07-40ce-ab7a-b0715c2d4fb5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.89395236Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"bf14c892-6b18-465c-a0ba-5a9135fe07bc","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:26.893999874Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"bf14c892-6b18-465c-a0ba-5a9135fe07bc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:27.065443078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e02f31f-ec85-4101-9ab1-1550c72c5114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:27.069883481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e02f31f-ec85-4101-9ab1-1550c72c5114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:27.074994158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e02f31f-ec85-4101-9ab1-1550c72c5114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:27.079478079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e02f31f-ec85-4101-9ab1-1550c72c5114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:27.214005632Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"fdc8bcae-44dc-4121-b58b-7e9389bc1459","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:27.21408977Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"fdc8bcae-44dc-4121-b58b-7e9389bc1459","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:27.214247019Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"5c4041c7-80a6-4f00-8e30-779c6b16847f","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:27.214315331Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"5c4041c7-80a6-4f00-8e30-779c6b16847f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:27.214416657Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"099b0207-f550-40b3-b276-0ef77afda1ae","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:27.214462953Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"099b0207-f550-40b3-b276-0ef77afda1ae","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:27.214547938Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"f1097c01-dfe6-4e42-964c-7a33ce775366","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:27.214595218Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"f1097c01-dfe6-4e42-964c-7a33ce775366","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:27.854545901Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"c447b023-ce44-4abf-a938-baeba1d6417d","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:27.854615601Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"c447b023-ce44-4abf-a938-baeba1d6417d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:27.854710923Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"30821e3c-6eab-4e59-bdf9-00a8faf88a91","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:27.854744838Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"30821e3c-6eab-4e59-bdf9-00a8faf88a91","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:27.854810753Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"1d0ed8f9-eb55-4a7d-ad0d-8c4f511e29ea","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:27.854840114Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"1d0ed8f9-eb55-4a7d-ad0d-8c4f511e29ea","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:27.854898398Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"898f068f-3b40-471c-9162-625452d7edae","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:27.854929272Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"898f068f-3b40-471c-9162-625452d7edae","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:29.135148072Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"867a7d3a-4254-457d-87b0-777a22efc83d","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:29.135218557Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"867a7d3a-4254-457d-87b0-777a22efc83d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:29.135318032Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"6b9e3101-c4c7-4c50-8f79-848a607d59ce","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:29.135356143Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"6b9e3101-c4c7-4c50-8f79-848a607d59ce","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:29.135448559Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"8ee131e1-5d7d-4791-9399-49239fd30bea","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:29.135483225Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"8ee131e1-5d7d-4791-9399-49239fd30bea","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:29.135562838Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"d7a179da-c813-4c71-b8a9-96ec5c95c142","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:29.135600678Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"d7a179da-c813-4c71-b8a9-96ec5c95c142","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:29.282640434Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"44e1e339-1e3a-460f-8cb5-f400f7260217","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:29.282723273Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"44e1e339-1e3a-460f-8cb5-f400f7260217","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:29.282829367Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"237cf716-649b-4686-ab88-168820ecbfbb","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:29.282875539Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"237cf716-649b-4686-ab88-168820ecbfbb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:29.282961734Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"e69a3e2b-cc87-4669-be86-acf58653f21f","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:29.283007067Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"e69a3e2b-cc87-4669-be86-acf58653f21f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:29.283122593Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"868e3c2d-47e8-473a-b9eb-caa9580d25f7","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:29.283167781Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"868e3c2d-47e8-473a-b9eb-caa9580d25f7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:30.798627877Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"default-tenant","reconcileID":"cbc8f0a6-2d8d-45f1-8c3a-41c062d4aba4","namespace":"ai-tenant-e2e-worker-w4-2a3e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:30.79868499Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"default-tenant","reconcileID":"cbc8f0a6-2d8d-45f1-8c3a-41c062d4aba4","namespace":"ai-tenant-e2e-worker-w4-2a3e1b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:30.798748447Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"default-tenant","reconcileID":"cbc8f0a6-2d8d-45f1-8c3a-41c062d4aba4","tenant":"e2e-worker-w4-2a3e1b","tenantID":"e2e-worker-w4-2a3e1b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:30.817089821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"default-tenant","reconcileID":"cbc8f0a6-2d8d-45f1-8c3a-41c062d4aba4","gvk":"Deployment","name":"maas-api-e2e-worker-w4-2a3e1b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:30.853725759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"default-tenant","reconcileID":"cbc8f0a6-2d8d-45f1-8c3a-41c062d4aba4","gvk":"Service","name":"maas-api-e2e-worker-w4-2a3e1b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:30.861413054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"default-tenant","reconcileID":"cbc8f0a6-2d8d-45f1-8c3a-41c062d4aba4","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-2a3e1b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:30.887268572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"default-tenant","reconcileID":"cbc8f0a6-2d8d-45f1-8c3a-41c062d4aba4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-2a3e1b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:30.917319902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"default-tenant","reconcileID":"cbc8f0a6-2d8d-45f1-8c3a-41c062d4aba4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-2a3e1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:30.930363396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"default-tenant","reconcileID":"cbc8f0a6-2d8d-45f1-8c3a-41c062d4aba4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-2a3e1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:30.943816687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"default-tenant","reconcileID":"cbc8f0a6-2d8d-45f1-8c3a-41c062d4aba4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-2a3e1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:30.952267227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"default-tenant","reconcileID":"cbc8f0a6-2d8d-45f1-8c3a-41c062d4aba4","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-2a3e1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:30.957340098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"default-tenant","reconcileID":"cbc8f0a6-2d8d-45f1-8c3a-41c062d4aba4","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-2a3e1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:30.96261454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"default-tenant","reconcileID":"cbc8f0a6-2d8d-45f1-8c3a-41c062d4aba4","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-2a3e1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:30.967147098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"default-tenant","reconcileID":"cbc8f0a6-2d8d-45f1-8c3a-41c062d4aba4","gvk":"Service","name":"payload-processing-e2e-worker-w4-2a3e1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:30.974265026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"default-tenant","reconcileID":"cbc8f0a6-2d8d-45f1-8c3a-41c062d4aba4","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-2a3e1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:30.978385191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"default-tenant","reconcileID":"cbc8f0a6-2d8d-45f1-8c3a-41c062d4aba4","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-2a3e1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:30.986191975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"default-tenant","reconcileID":"cbc8f0a6-2d8d-45f1-8c3a-41c062d4aba4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-2a3e1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:30.990828272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"default-tenant","reconcileID":"cbc8f0a6-2d8d-45f1-8c3a-41c062d4aba4","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-2a3e1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:31.004137069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"default-tenant","reconcileID":"cbc8f0a6-2d8d-45f1-8c3a-41c062d4aba4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-2a3e1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:31.013205681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"default-tenant","reconcileID":"cbc8f0a6-2d8d-45f1-8c3a-41c062d4aba4","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-2a3e1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:31.017234875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"default-tenant","reconcileID":"cbc8f0a6-2d8d-45f1-8c3a-41c062d4aba4","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-2a3e1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:31.022690292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"default-tenant","reconcileID":"cbc8f0a6-2d8d-45f1-8c3a-41c062d4aba4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-2a3e1b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:31.030750669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-2a3e1b"},"namespace":"ai-tenant-e2e-worker-w4-2a3e1b","name":"default-tenant","reconcileID":"cbc8f0a6-2d8d-45f1-8c3a-41c062d4aba4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-2a3e1b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:31.313414493Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-2a3e1b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-2a3e1b","reconcileID":"b9369731-4e79-45bb-b016-2068f9535b06","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-2a3e1b","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-2a3e1b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:31.529755409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82cb1f42-25ba-4f91-8a9b-656bc890eab1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:31.534273008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82cb1f42-25ba-4f91-8a9b-656bc890eab1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:31.539569664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82cb1f42-25ba-4f91-8a9b-656bc890eab1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:31.545939997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82cb1f42-25ba-4f91-8a9b-656bc890eab1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:31.695540676Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"d2d57e1e-0195-4a56-9867-35200f5b1370","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:31.695622295Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"d2d57e1e-0195-4a56-9867-35200f5b1370","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:31.695731597Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"d018f595-4e55-4e45-b39a-be3071725d93","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:31.695767698Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"d018f595-4e55-4e45-b39a-be3071725d93","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:31.695835601Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"bef43e74-994b-425f-a3f7-de8eecd320c4","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:31.695867061Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"bef43e74-994b-425f-a3f7-de8eecd320c4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:31.695944074Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"3611586f-c29d-4237-8614-2db1a22cbe4d","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:31.695975523Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"3611586f-c29d-4237-8614-2db1a22cbe4d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:31.842491693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d146a31-d1c2-4eac-9f89-d8efb154617d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:31.847164018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d146a31-d1c2-4eac-9f89-d8efb154617d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:31.85176916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d146a31-d1c2-4eac-9f89-d8efb154617d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:31.856884111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d146a31-d1c2-4eac-9f89-d8efb154617d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:33.667999207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-auth","reconcileID":"c340d9cb-2769-4656-99c4-4fa5ec3e0fd1","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-f63d20","tenantID":"e2e-inf-a-f63d20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:33.689851661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-auth","reconcileID":"c340d9cb-2769-4656-99c4-4fa5ec3e0fd1","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"name":"e2e-inf-a-f63d20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:33.698885389Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-f63d20-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99181f1701d1109c9be652da008221442d0b28c8beb3b8cf308d1d4cd399abb6) AuthConfig (3e3b1517f2aa7d01f0b823f8c665ed50c393991d7c5e6a1cee992061c0c09d1b) AuthConfig (833538c76dedd807d61cd8e464e2efc9c8d61bad541e8c8f6489544c74b57a19) AuthConfig (67ba90bd45bb43661e4c2f9e265b25da202e9f54bb05d957865fcef270d059e1) AuthConfig (b1e2f07f9395f595c943f9ce7ee1ee0a48ff6c38cdccef12336a4232bbbd52f1) AuthConfig (7b496817ec34c3b77fe721dacc283198838d5da2603c9fd3e526585ea01fa004) AuthConfig (b9b28de41a939c6508badbdbc2cb1d95c348d90e50e521845e2aa2a7141a811b) AuthConfig (05956223d32db80087b829f0915c355e883f9a11842dd962e1d78e62b4b6cd98) AuthConfig (9973c788317e8f41b2692cb6c4df001ef45a0a6208ee0fd5157fea8d0c2880c0) AuthConfig (e7f511c27a91983bec73d3efc8b8fb0c6b0d472ec3cb1728dc8ac8eb0c132ae4) AuthConfig (fafb77f1131d4770aa8fb5a869934e0aa393ce542ce5f4084be277b92bc6da99) AuthConfig (d5cd4aa9e45a81cdd1a35f396780c29425f8f7a3488bea75c3bb3b0706587261) AuthConfig (9efe3e0599b46eeaeed652aeadfc3f93b76d914135f6ce2222358839a385fe25) AuthConfig (ec9a31ce0f481b51881ae11af62af4c8a105bce65c0f3fc8fe1fc726d5c41fa5) AuthConfig (b6139ddc1cb42d4cc93dda159346b719a2868ce566134a006782c6b3aea2a664) AuthConfig (8fe2f969755529ecc79b04065e247a61b7c8aafa589101aec190bd1e999fbb50) AuthConfig (ed04cb11560aeefdc24f90bc95b55ed6d2b4cc8f7cc0aaa87ae8a1a76c701ff8) AuthConfig (ed530eaf9384540775467e23c2bd6a8b67e2f63fea6f6837560800ac37173301)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-auth","reconcileID":"c340d9cb-2769-4656-99c4-4fa5ec3e0fd1","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:34.403724186Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"3a7edef6-7418-49b4-9853-398a98901c95","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:34.403800645Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"3a7edef6-7418-49b4-9853-398a98901c95","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:34.403883687Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"5cf4d52b-e338-4660-bd14-79f389cca667","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:34.403944629Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"5cf4d52b-e338-4660-bd14-79f389cca667","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:34.404016847Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"143d47c3-e5ee-492a-8da9-8631d9313e9c","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:34.404076033Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"143d47c3-e5ee-492a-8da9-8631d9313e9c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:34.404152594Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"bf39b025-e851-43b9-bb2e-e61ca8770d87","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:34.404205559Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"bf39b025-e851-43b9-bb2e-e61ca8770d87","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:35.952695399Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"4e41df14-acf6-453d-847e-4a22422d838e","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:35.952762903Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"4e41df14-acf6-453d-847e-4a22422d838e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:35.952859365Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"ff6de4eb-bcc1-499b-a6ce-e08c0316cd88","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:35.952898075Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"ff6de4eb-bcc1-499b-a6ce-e08c0316cd88","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:35.952966403Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"6d4615d8-3631-4a69-a381-086853156e79","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:35.9530061Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"6d4615d8-3631-4a69-a381-086853156e79","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:35.953120354Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"b9bf0e5b-52df-4210-8d2e-ea32072af78a","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:35.953179074Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"b9bf0e5b-52df-4210-8d2e-ea32072af78a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:35.960271078Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"fa45095a-2509-43f5-80de-a0218bf491e1","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:35.960333549Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"fa45095a-2509-43f5-80de-a0218bf491e1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:35.960418581Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"05ca247b-5536-418a-b501-6cf6351df0fa","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:35.960450166Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"05ca247b-5536-418a-b501-6cf6351df0fa","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:35.96052312Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"bde519c5-e9e2-44b0-9889-6e9c69ed2b26","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:35.96055866Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"bde519c5-e9e2-44b0-9889-6e9c69ed2b26","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:35.960632703Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"b202d92f-f78a-4cba-811a-f4a16010f3e0","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:35.960673481Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"b202d92f-f78a-4cba-811a-f4a16010f3e0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:35.963952947Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"d0dfdd26-13ff-49c2-b4f4-fa39146e6e03","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:35.964136314Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"d0dfdd26-13ff-49c2-b4f4-fa39146e6e03","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:35.964301264Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"cdf7549b-6e47-46db-bab0-084737fcd44d","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:35.964382712Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"cdf7549b-6e47-46db-bab0-084737fcd44d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:35.964501514Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"16e6979e-ebfb-46cf-a7f4-98479440dbaf","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:35.964567595Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"16e6979e-ebfb-46cf-a7f4-98479440dbaf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:35.9647135Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"8ccda0d5-36c1-42b1-838b-d5f804515bf0","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:35.966380218Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"8ccda0d5-36c1-42b1-838b-d5f804515bf0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:35.989853681Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"44c56de2-7267-42ea-aa57-e247a07d061b","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:35.990028791Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"44c56de2-7267-42ea-aa57-e247a07d061b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-2-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:35.990207338Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"3f9560a5-706e-4812-9969-c7f8a32efde6","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:35.990294481Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"3f9560a5-706e-4812-9969-c7f8a32efde6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/distinct-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:35.992063023Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"ec0b2707-e0c1-44da-ae59-7a21b95fe552","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:35.992167277Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"ec0b2707-e0c1-44da-ae59-7a21b95fe552","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/premium-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:35.992313065Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"ad763146-18a6-4ad1-a3c1-67b3610e8904","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:35.99241422Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"ad763146-18a6-4ad1-a3c1-67b3610e8904","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-f06af6/simulator-w2-f06af6: AITenant \"e2e-worker-w2-f06af6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:36.376103886Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:36.816715028Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"3fb66bd7-d5a9-421e-ac42-cbb1eb23405b","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:36.816777839Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"3fb66bd7-d5a9-421e-ac42-cbb1eb23405b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:36.816863548Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"5dc098f7-c19b-431b-adce-c37aedac5889","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:36.816896014Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"5dc098f7-c19b-431b-adce-c37aedac5889","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:36.816965791Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"fb25d767-b1cc-4d4b-bc49-fb1728859f15","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:36.816997444Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"fb25d767-b1cc-4d4b-bc49-fb1728859f15","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:36.817136892Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"ca3fe049-530e-445d-a4fb-32e44e995cf9","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:36.817201647Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"ca3fe049-530e-445d-a4fb-32e44e995cf9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:37.378760121Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"c75bd570-3e44-476b-b24d-ea79e47a0b7c","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:37.378915881Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"c75bd570-3e44-476b-b24d-ea79e47a0b7c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:37.379118394Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"4a55a154-7bb4-4857-acb2-25d583760d16","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:37.379209376Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"4a55a154-7bb4-4857-acb2-25d583760d16","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:37.379357914Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"71b2a84f-424d-4ee6-ad29-a2c7c47c7705","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:37.37942124Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"71b2a84f-424d-4ee6-ad29-a2c7c47c7705","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:37.379541828Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"03b5f92e-210c-4a85-9c6b-d753634b6268","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:37.379629815Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"03b5f92e-210c-4a85-9c6b-d753634b6268","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:37.380549453Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"f35a3a84-f93b-40c3-86ea-f56613e294be","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:37.380653213Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"f35a3a84-f93b-40c3-86ea-f56613e294be","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:37.380784365Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"b7ba87e5-d17b-4e8b-8202-e13e941c7843","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:37.380846748Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"b7ba87e5-d17b-4e8b-8202-e13e941c7843","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:37.380966249Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"44c19fd8-746d-437e-abbc-3cce6ca592ff","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:37.381069467Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"44c19fd8-746d-437e-abbc-3cce6ca592ff","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:37.381207917Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"c2891c03-9f66-4857-b1d1-9fd88429de81","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:37.381288497Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"c2891c03-9f66-4857-b1d1-9fd88429de81","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:37.383095302Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"2d0b0762-1364-41e4-a064-9b229358b66f","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:37.383223657Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"2d0b0762-1364-41e4-a064-9b229358b66f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:37.383398325Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"6f8bcc50-5229-4df2-a3bb-fd9c78996560","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:37.383457461Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"6f8bcc50-5229-4df2-a3bb-fd9c78996560","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:37.383555489Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"68b15b31-d1a9-458a-8ec9-e16a331fd383","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:37.383603186Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"68b15b31-d1a9-458a-8ec9-e16a331fd383","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:37.383701133Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"82718a89-8e4b-4120-8199-b244dc06ce45","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:37.383740115Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"82718a89-8e4b-4120-8199-b244dc06ce45","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:38.358430284Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"3f36b4d7-46ae-4b60-ac88-4c68dac5e3e6","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:38.358517105Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"3f36b4d7-46ae-4b60-ac88-4c68dac5e3e6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:38.371806258Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"792998bc-26ce-4065-aaee-1cf4ce4475ee","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:38.371938559Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"792998bc-26ce-4065-aaee-1cf4ce4475ee","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:38.38090754Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"e1ea63ba-a903-4db4-a8a2-6cc9709c226d","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:38.380983962Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"e1ea63ba-a903-4db4-a8a2-6cc9709c226d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:38.392090575Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"6337d0c6-b79f-4846-b24e-239a07430be9","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:38.392226525Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"6337d0c6-b79f-4846-b24e-239a07430be9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:38.483584053Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"ec1cb000-62c4-4d84-98ec-1b79f0fcde6f","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:38.483654081Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"ec1cb000-62c4-4d84-98ec-1b79f0fcde6f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/premium-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:38.49771388Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"994e8851-4bdb-4237-8941-7872ecc8a563","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:38.497783654Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"994e8851-4bdb-4237-8941-7872ecc8a563","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:38.497883595Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"672cc8ed-52c6-47ec-bb87-38d12183cd0f","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:38.497924796Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"672cc8ed-52c6-47ec-bb87-38d12183cd0f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:38.498009993Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"9c2a1554-5c59-4860-b843-4c45ced3c9dc","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:38.49809298Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"9c2a1554-5c59-4860-b843-4c45ced3c9dc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:38.665405856Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"6bdbe8f9-efa3-417a-931d-30ab2a19ac32","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:38.665494972Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"6bdbe8f9-efa3-417a-931d-30ab2a19ac32","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-2-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:38.693583236Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"ad0cab5f-df79-4ebc-8e31-cf3ef76e4d08","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:38.693674033Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"ad0cab5f-df79-4ebc-8e31-cf3ef76e4d08","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:38.693797454Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"aef9d83d-534b-4aa5-854e-9871c282634a","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:38.693848548Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"aef9d83d-534b-4aa5-854e-9871c282634a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:38.769333353Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"0cf31286-2a8c-492e-a11d-e144a3308945","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:38.769426436Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"0cf31286-2a8c-492e-a11d-e144a3308945","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/distinct-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:38.820776195Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"361332d2-4929-455e-8ab6-f509c7a5a084","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:38.834771099Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"361332d2-4929-455e-8ab6-f509c7a5a084","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:38.92092692Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"43cf72ff-a459-4a3e-8e61-28e700a02418","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:38.920995069Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"43cf72ff-a459-4a3e-8e61-28e700a02418","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-c1fdd6/simulator-w3-c1fdd6: AITenant \"e2e-worker-w3-c1fdd6\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:39.714892555Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"7c6e9647-acf7-4e24-b898-ade673958e25","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:39.74054062Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"4b5b502d-fd66-4ad0-a4f5-49edb074babf","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:39.765201788Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"8d7d7ba2-8ff2-4a78-8ae4-b0f66e818895","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:39.840224603Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"1d84554f-d6d9-4671-bdc6-580a3839035a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:39.947795064Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"a1cf7e7b-7425-4149-9683-917c77eda7e0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:40.046679516Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"9f59e116-85d2-4e50-8366-2c29d6465cf9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:40.144629602Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"0160a901-6b37-48ee-aee2-51aedcda8dbd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:40.247977909Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"0e0526bc-8da3-4446-ace0-f714b7a9ab9f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:40.355635238Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"e364b1a2-f1c3-4da5-8322-a5e45ae32787","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:40.469316673Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"40a81a59-bd8b-4c79-ae51-107901e54d28","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:40.579403269Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"7d485b18-9ed6-4761-bdae-a3e0113558fe","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:40.656935356Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"697bdca5-07f6-4e6e-b75d-adb589af8352","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:40.7520807Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"42fcd2ac-4b12-4fb6-936c-7abab6ce8d67","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:40.858275035Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"a483bf50-e0de-4a18-9515-463230537907","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:40.958513691Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"15336ad1-6c4d-4406-ae7b-2f59f209a3d4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:41.054965859Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"d048d026-3e0f-4c6b-a9cd-0f48cbde8008","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:41.150345037Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"66f8a385-4169-4262-92fd-19e165334bf6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:41.198325965Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"e39782e5-c544-49c5-9aaa-0e11fb666508","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:41.297492784Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"59d013fc-009d-4a4b-af4b-3585d0eac44e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:41.311559157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"default-tenant","reconcileID":"abad5d9d-05a3-4630-914c-049226aa5fb4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-bdf9e6","tenantID":"e2e-inf-b-bdf9e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:41.342772912Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"default-tenant","reconcileID":"abad5d9d-05a3-4630-914c-049226aa5fb4","name":"e2e-inf-b-bdf9e6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:41.406236948Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"d3a644b0-e044-4ae1-bcd5-50f72ae4c710","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:41.498004795Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"4a589438-f7fd-451b-a42c-13f73c05d491","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:41.594092717Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"b7c5ce0d-63a3-45bf-8a65-a8e0a8f241c3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:41.696756841Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"43a73cb1-880e-4380-9129-2ce5a347d63b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:41.798828338Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"5c7eec3e-58ae-4dbc-9d7c-987cf8367f81","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:41.90119081Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"6fbf678d-6463-4780-a889-a113ca2988c6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:42.02001079Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"496510fc-97ba-4946-90eb-21d974ed083a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:42.111941236Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"ac782b67-00c3-42b8-9dd8-599278f0f6de","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:42.199329241Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"de05f80e-9f7c-4b0d-b060-7163d7d3af8d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:42.294906873Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"3445c0a0-60e0-4b20-a241-62da4f90b68a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:42.394934268Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"2b28999d-f307-4f7a-a876-f9e1dcb5c41d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:42.449282967Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"b0c2e9c3-dca2-491c-a505-fd1b183469a1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:42.478914123Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"f01da519-7f8e-412e-ad94-931aa98e7260","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:42.506676246Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"29ee55de-fd0b-4d06-8815-55d08e0ea8ac","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:42.54718644Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"d7d82052-8f97-4231-9f78-068f918825b5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:42.592352157Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"40a1f83f-8b3f-4ffe-9166-e6f37c70b298","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:42.663974439Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"649834d7-92da-4de3-9b73-b9f7f5cb4b38","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:42.768972587Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"80e8bc8c-f223-45f0-9d3f-30879cd1ac55","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:42.859906157Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"cba4ada0-8c5d-4a0f-b1f0-84abcb574851","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:42.958506978Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"c08970e5-861c-4df2-8ca6-58125ee7388e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:43.058456818Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"4c8974ff-5bc6-4e50-b344-cea7b4ee1600","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:43.16484332Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"40007277-eea4-4eec-b7b1-70df6835ee9c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:43.262757086Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"b04b4faf-0306-4db4-b4a4-c6041f3cc7c5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:43.364713203Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"dcddf24a-e76d-48da-bcf1-6afe211e8279","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:43.467544738Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"60408be3-4126-4801-a1ab-e9992ecfe463","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:43.582565697Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"4ca8e3da-c8a5-4414-85e8-ffab92171c41","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:43.660160725Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"637bc4e2-d2e4-4965-a566-132edb392ee5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:43.708239486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-auth","reconcileID":"89146afe-d9a8-4ef5-a090-c43e4d73dd28","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-f63d20","tenantID":"e2e-inf-a-f63d20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:43.718638021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-auth","reconcileID":"89146afe-d9a8-4ef5-a090-c43e4d73dd28","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"name":"e2e-inf-a-f63d20-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:43.759672413Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"ecd9ee0a-e790-4030-90a1-3f9306dce123","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:43.866401017Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"e7ae41bc-ec61-4aab-bc84-8dd467b4f29c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:43.969182573Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"5770ee41-a9c0-4341-9487-9fb981e6aff8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:44.067986762Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"2573f850-bd6f-4ef9-978c-ddad4e0e85e7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:44.180266389Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"f3c91494-c217-4a5f-9ee6-38cc3760e8c4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:44.294422505Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"5e031137-7dcc-4302-a3a1-6f03a9c9f4aa","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:44.382242109Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"802b3ed9-3170-4dff-b8db-05fca3b71324","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:44.46391989Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"2488446f-f190-4273-b0a6-5a5dd50db7a2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:44.464178452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20","reconcileID":"1134495f-0fba-4047-82e5-936489ac4c1b","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"tenant":"e2e-inf-a-f63d20","gateway":"openshift-ingress/e2e-inf-a-f63d20","model":"ai-tenant-e2e-inf-a-f63d20/test-model-f63d20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:44.464193258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20","reconcileID":"1134495f-0fba-4047-82e5-936489ac4c1b","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"routeName":"test-model-f63d20-kserve-route","namespace":"ai-tenant-e2e-inf-a-f63d20","llmisvcName":"test-model-f63d20","gateway":"openshift-ingress/e2e-inf-a-f63d20","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:44.529150744Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"c85ee24b-7359-4d89-8b5b-92646502667f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:44.637920755Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"24322d38-2f8d-4f36-85bc-6c67f09044b2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:44.733566221Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"bf4322f4-94f3-4547-b5ae-80971f4fed08","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:44.836562192Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"d00033ab-04b5-4769-90ce-8bc617ba6a7a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:44.863961899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-auth","reconcileID":"cb4eb4b3-7d84-42cb-8640-17d470bfb4c8","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-f63d20","tenantID":"e2e-inf-a-f63d20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:44.864957479Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f63d20-sub","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-sub","reconcileID":"4b50ad1f-afb2-4cea-8aba-3c6ee0d61d83","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-f63d20-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:44.874010039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-auth","reconcileID":"cb4eb4b3-7d84-42cb-8640-17d470bfb4c8","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"name":"e2e-inf-a-f63d20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:44.922034325Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f63d20-sub","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-sub","reconcileID":"700c0ba2-6b44-4c84-8f9d-e3618bde34f1","MaaSSubscription":{"name":"test-model-f63d20-sub","namespace":"ai-tenant-e2e-inf-a-f63d20"},"name":"maas-trlp-test-model-f63d20","model":"test-model-f63d20","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-f63d20/test-model-f63d20-sub"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:44.93622077Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"5da44440-6fd3-499c-878f-49ededf3ce6b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:45.021809095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f63d20-sub","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-sub","reconcileID":"fb87dece-35ea-494c-9555-9aebad5cf85b","MaaSSubscription":{"name":"test-model-f63d20-sub","namespace":"ai-tenant-e2e-inf-a-f63d20"},"name":"maas-trlp-test-model-f63d20","model":"ai-tenant-e2e-inf-a-f63d20/test-model-f63d20","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:45.035299642Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"a9ef9041-7c71-44f0-ab7f-1d2686f69ac9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:45.138659445Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"1b2d88cd-2557-4514-bbb5-b8bbdc0e3eef","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:45.235401391Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"bde25449-d1c7-45ae-ba8e-3dcab09ba761","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:45.338415899Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"500fbcb3-51ca-4ed6-bdd4-c29d9e1f14c7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:45.338634516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20","reconcileID":"385c4676-453b-47fd-bd49-13f827196b12","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"tenant":"e2e-inf-a-f63d20","gateway":"openshift-ingress/e2e-inf-a-f63d20","model":"ai-tenant-e2e-inf-a-f63d20/test-model-f63d20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:45.338647188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20","reconcileID":"385c4676-453b-47fd-bd49-13f827196b12","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"routeName":"test-model-f63d20-kserve-route","namespace":"ai-tenant-e2e-inf-a-f63d20","llmisvcName":"test-model-f63d20","gateway":"openshift-ingress/e2e-inf-a-f63d20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:45.365905386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-auth","reconcileID":"1bc5fd17-af8c-46d4-9533-209e002323a8","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-f63d20","tenantID":"e2e-inf-a-f63d20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:45.377984662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-auth","reconcileID":"1bc5fd17-af8c-46d4-9533-209e002323a8","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"name":"e2e-inf-a-f63d20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:45.383903058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f63d20-sub","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-sub","reconcileID":"f8fa99ae-d667-424e-8caf-b81e6acc22a4","MaaSSubscription":{"name":"test-model-f63d20-sub","namespace":"ai-tenant-e2e-inf-a-f63d20"},"name":"maas-trlp-test-model-f63d20","model":"ai-tenant-e2e-inf-a-f63d20/test-model-f63d20","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:45.435004271Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"6d4296b6-9e02-4cdb-a4fb-1b5e041e77ec","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:45.541540465Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"08e32f41-20e2-42a1-b1c2-04bb5551d1d0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:45.648807818Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"288890b5-9e27-4f8d-8187-f9fd1a8590c1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:45.745998426Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"ff09b4b2-a927-412b-8adc-7c707a41e97e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:45.847698145Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"be4eaa8c-badc-4804-a9d4-9edc71fa8a25","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:45.938106866Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"6426020e-4ccd-45bc-92ee-b40a9045dd60","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:46.038632849Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"8a0de09e-6ffc-4ce6-bac3-326b12f1901e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:46.138495841Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"ac33c985-323e-4aa0-a57c-9fb4933fbf44","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:46.238954478Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"ce35dff5-c94d-4294-b447-646953bada23","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:46.344673757Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"31703846-2216-4e1b-8291-2b96b9f8b1c7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:47.062144071Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"19219ad8-41dc-47e3-ae8b-eb9d115fcdb2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:47.171657306Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"cebed2f8-d586-4371-95eb-e25d44fa25e1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:47.28738709Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"f7856f3e-aa56-4001-864b-3ce9d5ef1194","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:47.372247339Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"0a78b8aa-046f-457f-b69f-97c32fa64a2f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:47.491002475Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"6bb6dc82-39a3-42ae-bbac-7b40aa4584e3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:47.592894485Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"6ff1a4ac-cd2d-4137-bf3c-a3df1a14145b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:47.68164526Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"37f9baa1-bcb5-49d3-bee8-88927af3651a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:48.289359268Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"b9228ef0-14fb-4d42-8982-4eb23be2c458","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:49.651344975Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"33230c8d-3a5e-4131-8bb2-75450f2f0512","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:49.769950666Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"8026f549-ccc6-4d06-9dd2-2fd7a23046ab","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:49.876439567Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"0c551103-a8b7-4c8c-8dd4-e6216f46d7bf","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:49.97550661Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"a5047ac9-ca53-4337-a3c9-887a00fb2221","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:50.078286484Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"60fd949e-d586-488f-91cc-122767438d8b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:50.186038107Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"0e2a04bf-19c3-4f08-9c4a-2cde25a0857e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:50.282494207Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"4faf7b67-eda1-4231-bafa-f3612121be8e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:53.496819158Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"a917a0e5-8a00-4594-b17a-622ab09f775a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:54.82369913Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"b67f06f3-9ab0-4ebd-adf8-28f7cc977503","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:54.927857758Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"2daefe17-8dfb-4da4-bee5-043532fb471b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:55.035286035Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"38ff647c-6ce8-4d0d-87b3-a67a3633122e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:55.136882558Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"0e3b8833-a1e4-4368-a909-dd923d9a25b0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:55.240277455Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"8ca07912-3086-46e2-b7c9-20b1a2e916b8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:55.379305548Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"0b773e86-1f8d-4584-8d0d-302ba5fd9124","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:18:55.43378489Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"58883d5c-03e2-4367-8b49-94df2e3a3cc9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:56.657816025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27057344-f426-42b8-9577-b4a0e4e7948b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:56.662537286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27057344-f426-42b8-9577-b4a0e4e7948b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:56.667213071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27057344-f426-42b8-9577-b4a0e4e7948b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:56.671575509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27057344-f426-42b8-9577-b4a0e4e7948b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:56.955440325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6077a2b-13dc-443c-8ab3-7af4046c0d2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:56.960334819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6077a2b-13dc-443c-8ab3-7af4046c0d2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:56.964914113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6077a2b-13dc-443c-8ab3-7af4046c0d2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:56.969385367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6077a2b-13dc-443c-8ab3-7af4046c0d2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:58.017483619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f63d20-sub","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-sub","reconcileID":"2cf61c99-501f-4a5d-a0c0-b2d7e3bca6ac","MaaSSubscription":{"name":"test-model-f63d20-sub","namespace":"ai-tenant-e2e-inf-a-f63d20"},"name":"maas-trlp-test-model-f63d20","model":"ai-tenant-e2e-inf-a-f63d20/test-model-f63d20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:58.044677793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20","reconcileID":"451f63ec-b38e-4c0f-b1eb-b490367c90b1","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"tenant":"e2e-inf-a-f63d20","gateway":"openshift-ingress/e2e-inf-a-f63d20","model":"ai-tenant-e2e-inf-a-f63d20/test-model-f63d20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:58.044692116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20","reconcileID":"451f63ec-b38e-4c0f-b1eb-b490367c90b1","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"routeName":"test-model-f63d20-kserve-route","namespace":"ai-tenant-e2e-inf-a-f63d20","llmisvcName":"test-model-f63d20","gateway":"openshift-ingress/e2e-inf-a-f63d20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:58.80741535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-auth","reconcileID":"e4ca0bc2-954e-4fb2-9532-fc7177d84d80","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-f63d20","tenantID":"e2e-inf-a-f63d20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:58.817223818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-auth","reconcileID":"e4ca0bc2-954e-4fb2-9532-fc7177d84d80","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"name":"e2e-inf-a-f63d20-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:59.899223192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7","reconcileID":"98db3085-6f35-497d-b33c-5f13b471c548","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"tenant":"e2e-inf-b-c257e7","gateway":"openshift-ingress/e2e-inf-b-c257e7","model":"ai-tenant-e2e-inf-b-c257e7/test-model-c257e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:18:59.899254982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7","reconcileID":"98db3085-6f35-497d-b33c-5f13b471c548","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"routeName":"test-model-c257e7-kserve-route","namespace":"ai-tenant-e2e-inf-b-c257e7","llmisvcName":"test-model-c257e7","gateway":"openshift-ingress/e2e-inf-b-c257e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:00.252818278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7","reconcileID":"9deea27a-901f-4c42-8106-4e4136ac9dfd","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"tenant":"e2e-inf-b-c257e7","gateway":"openshift-ingress/e2e-inf-b-c257e7","model":"ai-tenant-e2e-inf-b-c257e7/test-model-c257e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:00.252845807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7","reconcileID":"9deea27a-901f-4c42-8106-4e4136ac9dfd","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"routeName":"test-model-c257e7-kserve-route","namespace":"ai-tenant-e2e-inf-b-c257e7","llmisvcName":"test-model-c257e7","gateway":"openshift-ingress/e2e-inf-b-c257e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:00.261164602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7","reconcileID":"f0e53307-8446-4e85-8e03-85e846634bf8","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"tenant":"e2e-inf-b-c257e7","gateway":"openshift-ingress/e2e-inf-b-c257e7","model":"ai-tenant-e2e-inf-b-c257e7/test-model-c257e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:00.261181067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7","reconcileID":"f0e53307-8446-4e85-8e03-85e846634bf8","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"routeName":"test-model-c257e7-kserve-route","namespace":"ai-tenant-e2e-inf-b-c257e7","llmisvcName":"test-model-c257e7","gateway":"openshift-ingress/e2e-inf-b-c257e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:00.291586691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7-auth","reconcileID":"f511aca0-21df-4310-8e36-0f22554b3d55","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c257e7","tenantID":"e2e-inf-b-c257e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:00.325573845Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7-auth","reconcileID":"f511aca0-21df-4310-8e36-0f22554b3d55","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"name":"e2e-inf-b-c257e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:00.334231415Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-c257e7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7-auth","reconcileID":"f511aca0-21df-4310-8e36-0f22554b3d55","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:00.369747956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7","reconcileID":"06e5623a-841b-4cf3-8e3a-1f11b5e65c21","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"tenant":"e2e-inf-b-c257e7","gateway":"openshift-ingress/e2e-inf-b-c257e7","model":"ai-tenant-e2e-inf-b-c257e7/test-model-c257e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:00.369770209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7","reconcileID":"06e5623a-841b-4cf3-8e3a-1f11b5e65c21","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"routeName":"test-model-c257e7-kserve-route","namespace":"ai-tenant-e2e-inf-b-c257e7","llmisvcName":"test-model-c257e7","gateway":"openshift-ingress/e2e-inf-b-c257e7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:19:03.763222503Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"1764d569-601d-4bf5-8a8f-ea3a51d6a50c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:19:05.091522962Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"8bc5c3fc-3396-4c97-bdce-9861b788311b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:19:05.195254784Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"29d07390-e829-42c5-b105-222991b1e1ac","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:19:05.301348331Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"b08a2c1f-2a5b-49da-845d-aebd6a215f14","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:19:05.403946235Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"38185f02-9f36-4bd8-bb39-3711f1c71e74","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:19:05.50776781Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"439c2805-5e8c-4f10-b78b-33e445dceea7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:19:05.689193457Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"21a37ecc-a9fc-4672-90b0-0e524003f91b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:19:05.753460374Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"15e6b17e-83e9-443d-83ef-386fba56cee9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:06.373689037Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:10.379985191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7-auth","reconcileID":"41270315-564a-45d4-b2a7-b4203a68af02","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c257e7","tenantID":"e2e-inf-b-c257e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:10.390019425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7-auth","reconcileID":"41270315-564a-45d4-b2a7-b4203a68af02","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"name":"e2e-inf-b-c257e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:10.398468004Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-c257e7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7509c91af26765e27d41accf2956bc271ec08307e0994a61e1939a53f4179eb7) AuthConfig (9015ccf893f28a10ac37a4abcb1153420d22c488d2d7f055e025f405b2a13dc6) AuthConfig (8561ec6f1eca35539aa0cea4eadd950af1d8f0227be03ca3a74e16ecd388100c) AuthConfig (ee3a43213a1f2e75b6f325d9cd7728e19581fd04c58c9939f7c9fc253968e5cd) AuthConfig (127e5a38d5cf8850602e4911607b83d7a23bd681051d97f120617c2e9b71d896) AuthConfig (764e96147057f8e6b5a536c422b8051da73e620387ef0358fddd646f0adc0f3d) AuthConfig (20035439bf6c8de367dc7fa75782a21d09c11c735fccb177d6abef04ec1eb8c0) AuthConfig (b92a9529b6ca5e6e6b857fad51819551c012384b4fb037fc29f9d003dd0f81b9) AuthConfig (7fbdbd944f15349453034fbbdaf397af8d9fda3ea0a4a3d8777756a70dfd99bf) AuthConfig (ffc663d63d22b9676cc764709ec52fefcf6d57e85cd10a24b0dfed11fcef3987) AuthConfig (52e43393f2cd2bf315144345d0b98c22ca8a80eaed99e946a56695637ee1de79) AuthConfig (b6849ad24f5d9b6036bf3cc8d01a0b1e33b3582eb5736b229d631b83a7c84ad7) AuthConfig (095d143a9863dcd741222e595e4353e22e99e86ab51d2f43f6f62cc8f11c724c) AuthConfig (5fe37475acfa94030d3ca689932014c078fee07f52d2c256d9664a64c8d1d0af) AuthConfig (ad80b4f69d7e1bc0af3d7c61a93b8b8a32c0a8b365ae6689308ed7ee75df933d) AuthConfig (e6df24dc4b14787b2b2892acc5b1e96302b5c17277fb95bf7ddf2fd679a97b5e) AuthConfig (28d380cbadae450a1b6c39e99b519c8b007cc28cba346f0f0eb1977dd69a1f70) AuthConfig (3ba4ec6d858f9a8306d0331c1b75a0bf06e7eef212d2f825d3dfd94bd2278140)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7-auth","reconcileID":"41270315-564a-45d4-b2a7-b4203a68af02","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:10.409657941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7","reconcileID":"23e916a5-cf16-4d30-bba6-3d501a81c7d9","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"tenant":"e2e-inf-b-c257e7","gateway":"openshift-ingress/e2e-inf-b-c257e7","model":"ai-tenant-e2e-inf-b-c257e7/test-model-c257e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:10.409674635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7","reconcileID":"23e916a5-cf16-4d30-bba6-3d501a81c7d9","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"routeName":"test-model-c257e7-kserve-route","namespace":"ai-tenant-e2e-inf-b-c257e7","llmisvcName":"test-model-c257e7","gateway":"openshift-ingress/e2e-inf-b-c257e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:17.85867183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124","reconcileID":"6fb94198-510d-40c1-9246-5607613b17f8","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"tenant":"e2e-inf-a-89c124","gateway":"openshift-ingress/e2e-inf-a-89c124","model":"ai-tenant-e2e-inf-a-89c124/test-model-89c124","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:17.858706044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124","reconcileID":"6fb94198-510d-40c1-9246-5607613b17f8","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"routeName":"test-model-89c124-kserve-route","namespace":"ai-tenant-e2e-inf-a-89c124","llmisvcName":"test-model-89c124","gateway":"openshift-ingress/e2e-inf-a-89c124","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:18.183850364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124","reconcileID":"665ad269-ed44-412b-b6f7-713db2235a19","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"tenant":"e2e-inf-a-89c124","gateway":"openshift-ingress/e2e-inf-a-89c124","model":"ai-tenant-e2e-inf-a-89c124/test-model-89c124","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:18.183871903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124","reconcileID":"665ad269-ed44-412b-b6f7-713db2235a19","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"routeName":"test-model-89c124-kserve-route","namespace":"ai-tenant-e2e-inf-a-89c124","llmisvcName":"test-model-89c124","gateway":"openshift-ingress/e2e-inf-a-89c124","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:18.196847224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124","reconcileID":"7f421e51-abd6-4c29-b2a3-8a96cad73e25","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"tenant":"e2e-inf-a-89c124","gateway":"openshift-ingress/e2e-inf-a-89c124","model":"ai-tenant-e2e-inf-a-89c124/test-model-89c124","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:18.196870618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124","reconcileID":"7f421e51-abd6-4c29-b2a3-8a96cad73e25","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"routeName":"test-model-89c124-kserve-route","namespace":"ai-tenant-e2e-inf-a-89c124","llmisvcName":"test-model-89c124","gateway":"openshift-ingress/e2e-inf-a-89c124","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:18.211154363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124-auth","reconcileID":"f601c73b-51c8-4d2f-ad52-770c49cc54c3","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-89c124","tenantID":"e2e-inf-a-89c124","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:18.245612925Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124-auth","reconcileID":"f601c73b-51c8-4d2f-ad52-770c49cc54c3","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"name":"e2e-inf-a-89c124-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:18.253789803Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-89c124-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124-auth","reconcileID":"f601c73b-51c8-4d2f-ad52-770c49cc54c3","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:18.263982093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124","reconcileID":"fae3b18f-0715-454c-a8e4-abe3a93be332","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"tenant":"e2e-inf-a-89c124","gateway":"openshift-ingress/e2e-inf-a-89c124","model":"ai-tenant-e2e-inf-a-89c124/test-model-89c124","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:18.264000794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124","reconcileID":"fae3b18f-0715-454c-a8e4-abe3a93be332","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"routeName":"test-model-89c124-kserve-route","namespace":"ai-tenant-e2e-inf-a-89c124","llmisvcName":"test-model-89c124","gateway":"openshift-ingress/e2e-inf-a-89c124","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:20.420899313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7-auth","reconcileID":"fe167049-df4c-40d3-bb10-c3fecfe74a70","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c257e7","tenantID":"e2e-inf-b-c257e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:20.431253332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7-auth","reconcileID":"fe167049-df4c-40d3-bb10-c3fecfe74a70","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"name":"e2e-inf-b-c257e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:20.440112789Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-c257e7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7509c91af26765e27d41accf2956bc271ec08307e0994a61e1939a53f4179eb7) AuthConfig (9015ccf893f28a10ac37a4abcb1153420d22c488d2d7f055e025f405b2a13dc6) AuthConfig (8561ec6f1eca35539aa0cea4eadd950af1d8f0227be03ca3a74e16ecd388100c) AuthConfig (ee3a43213a1f2e75b6f325d9cd7728e19581fd04c58c9939f7c9fc253968e5cd) AuthConfig (127e5a38d5cf8850602e4911607b83d7a23bd681051d97f120617c2e9b71d896) AuthConfig (764e96147057f8e6b5a536c422b8051da73e620387ef0358fddd646f0adc0f3d) AuthConfig (20035439bf6c8de367dc7fa75782a21d09c11c735fccb177d6abef04ec1eb8c0) AuthConfig (b92a9529b6ca5e6e6b857fad51819551c012384b4fb037fc29f9d003dd0f81b9) AuthConfig (7fbdbd944f15349453034fbbdaf397af8d9fda3ea0a4a3d8777756a70dfd99bf) AuthConfig (ffc663d63d22b9676cc764709ec52fefcf6d57e85cd10a24b0dfed11fcef3987) AuthConfig (52e43393f2cd2bf315144345d0b98c22ca8a80eaed99e946a56695637ee1de79) AuthConfig (b6849ad24f5d9b6036bf3cc8d01a0b1e33b3582eb5736b229d631b83a7c84ad7) AuthConfig (095d143a9863dcd741222e595e4353e22e99e86ab51d2f43f6f62cc8f11c724c) AuthConfig (5fe37475acfa94030d3ca689932014c078fee07f52d2c256d9664a64c8d1d0af) AuthConfig (ad80b4f69d7e1bc0af3d7c61a93b8b8a32c0a8b365ae6689308ed7ee75df933d) AuthConfig (e6df24dc4b14787b2b2892acc5b1e96302b5c17277fb95bf7ddf2fd679a97b5e) AuthConfig (28d380cbadae450a1b6c39e99b519c8b007cc28cba346f0f0eb1977dd69a1f70) AuthConfig (3ba4ec6d858f9a8306d0331c1b75a0bf06e7eef212d2f825d3dfd94bd2278140)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7-auth","reconcileID":"fe167049-df4c-40d3-bb10-c3fecfe74a70","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:19:24.269123904Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"5434afaf-7484-479d-9d3f-4d5876b7ff85","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:19:25.607752615Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"66beb7eb-e02c-476f-b81f-68b36e4ff562","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:19:25.783850292Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"f89754a2-5e31-40ac-8db9-cacd4ffc6bed","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:19:25.820106342Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"0a3ebcd9-9f9b-44bc-8bbe-8eb67f092916","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:19:25.938511989Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"482c5172-8936-4258-918e-8fe3336379bd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:19:26.023240034Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"12bf747b-4654-46ba-8441-fa626a877d83","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:19:26.220235739Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"37e02edb-21a7-482c-8e12-0d0d2deffaac","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:19:26.31845195Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"7928b710-dc39-49ba-bee1-3101d45a653c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:28.280935207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124-auth","reconcileID":"bcb68aa6-94db-4273-b693-682b1b7fabb5","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-89c124","tenantID":"e2e-inf-a-89c124","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:28.291395026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124-auth","reconcileID":"bcb68aa6-94db-4273-b693-682b1b7fabb5","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"name":"e2e-inf-a-89c124-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:28.301446361Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-89c124-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (84edaeb35349f597f15b7cfef613b2e5ed362159f22e90a697ec2fbeae3ae885) AuthConfig (2e42bcf78e1ae8e241b6cd497f94ab52cfe188c226e481d57362540fec26a3c5) AuthConfig (654a97d439770438fb9e11acff7ba157771cae25d3131222c46fe0ac97fbc151) AuthConfig (dd63658b6aafa46f927b250102f0504ebab2780c6480a52dcd4d3d6979c6d244) AuthConfig (e415bc0c89e32d1c98a28d1434e5efa719dc375f40fbe005493ae7ae623bae1b) AuthConfig (0d0733ee5e318e2a86fb98e2516bba0f097536ab4f067f060af3fb850b66c8f4) AuthConfig (281c843d9e9b0edc7235c948ffddd3592a2c0fd7935aa55d13352070e1f3a2db) AuthConfig (cba4a5ec7e24b63fe024fcd24d8c3ad7877560a3ff5061ef05c79a994e49df34) AuthConfig (13d916e10e736732f0f9aa7c7f187f0020f20d4015a0010050c8cc83f4bd2877) AuthConfig (1d19bdc5d1d8608bb58ff4f9286ca81ce017448414d5df3bbca605efaec5e675) AuthConfig (2774f77a43b3c90038fcf20596873ad16a5965fd13d03a32873ec213df874c57) AuthConfig (e38c927626fa46aeda471adae24de422b008bd8f72b907f241ebccbba8273a5d) AuthConfig (b829533498953a03d6765ec43a30b68696b6267f6889128f11ed4ff5cc6fca78) AuthConfig (0b6d062a533e2002f8aceca8ed42d61b2fde9ba247b65da0821c2a46561ac7ab) AuthConfig (295a7d8edce805fc551bb6166bd952242278ecc8d892fd19b81c8e029664b5b5) AuthConfig (1b51b5b6d0e696c745102ef65a322134bc3534ab15a844abca8a0f95b48c805a) AuthConfig (ed6a8b1c4bcd05531e9752f4ccc687df1ff7ba95eefb4ea400527e45ea06dc81) AuthConfig (13406e45bd90b0be41e094777723cb3d317761704c4d0102e9ad5f37a0e6dbbf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124-auth","reconcileID":"bcb68aa6-94db-4273-b693-682b1b7fabb5","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:28.312872322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124","reconcileID":"21afe6a8-405e-4502-8bca-f57ca6954584","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"tenant":"e2e-inf-a-89c124","gateway":"openshift-ingress/e2e-inf-a-89c124","model":"ai-tenant-e2e-inf-a-89c124/test-model-89c124","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:28.312887947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124","reconcileID":"21afe6a8-405e-4502-8bca-f57ca6954584","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"routeName":"test-model-89c124-kserve-route","namespace":"ai-tenant-e2e-inf-a-89c124","llmisvcName":"test-model-89c124","gateway":"openshift-ingress/e2e-inf-a-89c124","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:30.454251907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7-auth","reconcileID":"1e6d01ab-ca5b-466f-a60e-f885230c042d","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c257e7","tenantID":"e2e-inf-b-c257e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:30.46532704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7-auth","reconcileID":"1e6d01ab-ca5b-466f-a60e-f885230c042d","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"name":"e2e-inf-b-c257e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:30.498477751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7","reconcileID":"f285f377-a47d-42ee-a713-d606583dcc8c","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"tenant":"e2e-inf-b-c257e7","gateway":"openshift-ingress/e2e-inf-b-c257e7","model":"ai-tenant-e2e-inf-b-c257e7/test-model-c257e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:30.498501021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7","reconcileID":"f285f377-a47d-42ee-a713-d606583dcc8c","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"routeName":"test-model-c257e7-kserve-route","namespace":"ai-tenant-e2e-inf-b-c257e7","llmisvcName":"test-model-c257e7","gateway":"openshift-ingress/e2e-inf-b-c257e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:31.688414159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7","reconcileID":"04db9401-9188-4fd8-92a6-91c14a425852","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"tenant":"e2e-inf-b-c257e7","gateway":"openshift-ingress/e2e-inf-b-c257e7","model":"ai-tenant-e2e-inf-b-c257e7/test-model-c257e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:31.688436829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7","reconcileID":"04db9401-9188-4fd8-92a6-91c14a425852","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"routeName":"test-model-c257e7-kserve-route","namespace":"ai-tenant-e2e-inf-b-c257e7","llmisvcName":"test-model-c257e7","gateway":"openshift-ingress/e2e-inf-b-c257e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:31.699702361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7","reconcileID":"a526550a-05c4-4885-bf76-52380c75e111","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"tenant":"e2e-inf-b-c257e7","gateway":"openshift-ingress/e2e-inf-b-c257e7","model":"ai-tenant-e2e-inf-b-c257e7/test-model-c257e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:31.69972674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7","reconcileID":"a526550a-05c4-4885-bf76-52380c75e111","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"routeName":"test-model-c257e7-kserve-route","namespace":"ai-tenant-e2e-inf-b-c257e7","llmisvcName":"test-model-c257e7","gateway":"openshift-ingress/e2e-inf-b-c257e7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:19:31.705296914Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c257e7-sub","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7-sub","reconcileID":"d4ebd69f-b385-4f25-bf0d-c9792c91d6f8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-c257e7-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:31.705615519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7-auth","reconcileID":"dce57309-e044-4a32-8b02-60427115042a","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c257e7","tenantID":"e2e-inf-b-c257e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:19:31.710934492Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7","reconcileID":"a526550a-05c4-4885-bf76-52380c75e111","name":"test-model-c257e7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-c257e7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:19:31.71097963Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7","reconcileID":"a526550a-05c4-4885-bf76-52380c75e111","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-c257e7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:31.716962674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7-auth","reconcileID":"dce57309-e044-4a32-8b02-60427115042a","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"name":"e2e-inf-b-c257e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:31.717190484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7","reconcileID":"5dca48bc-0ccc-4a71-b498-4a9aab0e7291","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"tenant":"e2e-inf-b-c257e7","gateway":"openshift-ingress/e2e-inf-b-c257e7","model":"ai-tenant-e2e-inf-b-c257e7/test-model-c257e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:31.717206453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7","reconcileID":"5dca48bc-0ccc-4a71-b498-4a9aab0e7291","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"routeName":"test-model-c257e7-kserve-route","namespace":"ai-tenant-e2e-inf-b-c257e7","llmisvcName":"test-model-c257e7","gateway":"openshift-ingress/e2e-inf-b-c257e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:31.721628201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7","reconcileID":"94f016c0-ce56-4cb6-865b-d43003a61c40","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"tenant":"e2e-inf-b-c257e7","gateway":"openshift-ingress/e2e-inf-b-c257e7","model":"ai-tenant-e2e-inf-b-c257e7/test-model-c257e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:31.72164486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7","reconcileID":"94f016c0-ce56-4cb6-865b-d43003a61c40","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"routeName":"test-model-c257e7-kserve-route","namespace":"ai-tenant-e2e-inf-b-c257e7","llmisvcName":"test-model-c257e7","gateway":"openshift-ingress/e2e-inf-b-c257e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:31.729229304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7","reconcileID":"f6563a05-91e3-46e1-bfce-4e380d30b63a","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"tenant":"e2e-inf-b-c257e7","gateway":"openshift-ingress/e2e-inf-b-c257e7","model":"ai-tenant-e2e-inf-b-c257e7/test-model-c257e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:31.729253804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7","reconcileID":"f6563a05-91e3-46e1-bfce-4e380d30b63a","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"routeName":"test-model-c257e7-kserve-route","namespace":"ai-tenant-e2e-inf-b-c257e7","llmisvcName":"test-model-c257e7","gateway":"openshift-ingress/e2e-inf-b-c257e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:31.762168488Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c257e7-sub","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7-sub","reconcileID":"47119f9d-f4ba-4231-a7fb-e1b3731e148b","MaaSSubscription":{"name":"test-model-c257e7-sub","namespace":"ai-tenant-e2e-inf-b-c257e7"},"name":"maas-trlp-test-model-c257e7","model":"test-model-c257e7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-c257e7/test-model-c257e7-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:31.791510258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7","reconcileID":"6d07076a-8ea1-4dc8-9abf-3c1a1b041ecf","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"tenant":"e2e-inf-b-c257e7","gateway":"openshift-ingress/e2e-inf-b-c257e7","model":"ai-tenant-e2e-inf-b-c257e7/test-model-c257e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:31.791526753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7","reconcileID":"6d07076a-8ea1-4dc8-9abf-3c1a1b041ecf","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"routeName":"test-model-c257e7-kserve-route","namespace":"ai-tenant-e2e-inf-b-c257e7","llmisvcName":"test-model-c257e7","gateway":"openshift-ingress/e2e-inf-b-c257e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:31.835739742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7-auth","reconcileID":"59ecfd7a-8fb1-4442-9f61-86a72ad00bd3","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c257e7","tenantID":"e2e-inf-b-c257e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:31.846122953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7-auth","reconcileID":"59ecfd7a-8fb1-4442-9f61-86a72ad00bd3","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"name":"e2e-inf-b-c257e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:31.849711411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c257e7-sub","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7-sub","reconcileID":"6edf84e2-e554-4c60-a926-d63bf01bd6f4","MaaSSubscription":{"name":"test-model-c257e7-sub","namespace":"ai-tenant-e2e-inf-b-c257e7"},"name":"maas-trlp-test-model-c257e7","model":"ai-tenant-e2e-inf-b-c257e7/test-model-c257e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:36.37370131Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:38.309277372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c257e7-sub","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7-sub","reconcileID":"51f0fbed-3025-49b6-b26e-b96288e0d1fc","MaaSSubscription":{"name":"test-model-c257e7-sub","namespace":"ai-tenant-e2e-inf-b-c257e7"},"name":"maas-trlp-test-model-c257e7","model":"ai-tenant-e2e-inf-b-c257e7/test-model-c257e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:38.322707564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124-auth","reconcileID":"d64eb632-6d8f-415c-a6aa-5767d69d5646","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-89c124","tenantID":"e2e-inf-a-89c124","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:38.334351881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7","reconcileID":"15c67aef-005a-4306-9dbc-5b2cd2e91add","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"tenant":"e2e-inf-b-c257e7","gateway":"openshift-ingress/e2e-inf-b-c257e7","model":"ai-tenant-e2e-inf-b-c257e7/test-model-c257e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:38.33437317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7","reconcileID":"15c67aef-005a-4306-9dbc-5b2cd2e91add","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"routeName":"test-model-c257e7-kserve-route","namespace":"ai-tenant-e2e-inf-b-c257e7","llmisvcName":"test-model-c257e7","gateway":"openshift-ingress/e2e-inf-b-c257e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:38.334849755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124-auth","reconcileID":"d64eb632-6d8f-415c-a6aa-5767d69d5646","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"name":"e2e-inf-a-89c124-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:38.366194516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124","reconcileID":"265384fc-c493-4c00-8783-76b55642ea48","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"tenant":"e2e-inf-a-89c124","gateway":"openshift-ingress/e2e-inf-a-89c124","model":"ai-tenant-e2e-inf-a-89c124/test-model-89c124","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:38.366212662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124","reconcileID":"265384fc-c493-4c00-8783-76b55642ea48","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"routeName":"test-model-89c124-kserve-route","namespace":"ai-tenant-e2e-inf-a-89c124","llmisvcName":"test-model-89c124","gateway":"openshift-ingress/e2e-inf-a-89c124","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:38.560497101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7-auth","reconcileID":"886cefcf-0cc5-40cb-bd06-d8761c908af2","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c257e7","tenantID":"e2e-inf-b-c257e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:38.571117941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7-auth","reconcileID":"886cefcf-0cc5-40cb-bd06-d8761c908af2","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"name":"e2e-inf-b-c257e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:39.316496927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124","reconcileID":"b9722205-01e3-462a-abaf-0cf91e70848c","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"tenant":"e2e-inf-a-89c124","gateway":"openshift-ingress/e2e-inf-a-89c124","model":"ai-tenant-e2e-inf-a-89c124/test-model-89c124","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:39.316517344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124","reconcileID":"b9722205-01e3-462a-abaf-0cf91e70848c","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"routeName":"test-model-89c124-kserve-route","namespace":"ai-tenant-e2e-inf-a-89c124","llmisvcName":"test-model-89c124","gateway":"openshift-ingress/e2e-inf-a-89c124","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:39.327464249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124","reconcileID":"04f34e7e-4521-4ad2-a997-a7eac112c4f4","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"tenant":"e2e-inf-a-89c124","gateway":"openshift-ingress/e2e-inf-a-89c124","model":"ai-tenant-e2e-inf-a-89c124/test-model-89c124","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:39.327486008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124","reconcileID":"04f34e7e-4521-4ad2-a997-a7eac112c4f4","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"routeName":"test-model-89c124-kserve-route","namespace":"ai-tenant-e2e-inf-a-89c124","llmisvcName":"test-model-89c124","gateway":"openshift-ingress/e2e-inf-a-89c124","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:39.329860833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124-auth","reconcileID":"f7f8dfee-0b49-4ff4-ba15-99ad44594772","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-89c124","tenantID":"e2e-inf-a-89c124","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:19:39.334286558Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-89c124-sub","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124-sub","reconcileID":"eabd042f-dc85-4f27-9134-7b5f4d6e56df","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-89c124-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:19:39.334442913Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124","reconcileID":"04f34e7e-4521-4ad2-a997-a7eac112c4f4","name":"test-model-89c124","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-89c124\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:19:39.334486445Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124","reconcileID":"04f34e7e-4521-4ad2-a997-a7eac112c4f4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-89c124\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:39.339902541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124-auth","reconcileID":"f7f8dfee-0b49-4ff4-ba15-99ad44594772","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"name":"e2e-inf-a-89c124-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:39.340127571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124","reconcileID":"b8828201-cd48-4a3d-94a1-e931a641e268","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"tenant":"e2e-inf-a-89c124","gateway":"openshift-ingress/e2e-inf-a-89c124","model":"ai-tenant-e2e-inf-a-89c124/test-model-89c124","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:39.340140253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124","reconcileID":"b8828201-cd48-4a3d-94a1-e931a641e268","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"routeName":"test-model-89c124-kserve-route","namespace":"ai-tenant-e2e-inf-a-89c124","llmisvcName":"test-model-89c124","gateway":"openshift-ingress/e2e-inf-a-89c124","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:39.348216942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124","reconcileID":"3160cd1c-2fde-4af1-8b52-8322498afe6f","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"tenant":"e2e-inf-a-89c124","gateway":"openshift-ingress/e2e-inf-a-89c124","model":"ai-tenant-e2e-inf-a-89c124/test-model-89c124","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:39.348233215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124","reconcileID":"3160cd1c-2fde-4af1-8b52-8322498afe6f","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"routeName":"test-model-89c124-kserve-route","namespace":"ai-tenant-e2e-inf-a-89c124","llmisvcName":"test-model-89c124","gateway":"openshift-ingress/e2e-inf-a-89c124","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:39.356524044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124","reconcileID":"5a9b9bdf-1bc1-4383-b33f-876f36e68c81","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"tenant":"e2e-inf-a-89c124","gateway":"openshift-ingress/e2e-inf-a-89c124","model":"ai-tenant-e2e-inf-a-89c124/test-model-89c124","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:39.356538967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124","reconcileID":"5a9b9bdf-1bc1-4383-b33f-876f36e68c81","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"routeName":"test-model-89c124-kserve-route","namespace":"ai-tenant-e2e-inf-a-89c124","llmisvcName":"test-model-89c124","gateway":"openshift-ingress/e2e-inf-a-89c124","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:39.38764797Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-89c124-sub","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124-sub","reconcileID":"07201476-3dc5-4a3b-b0d9-1faa4fca1cf7","MaaSSubscription":{"name":"test-model-89c124-sub","namespace":"ai-tenant-e2e-inf-a-89c124"},"name":"maas-trlp-test-model-89c124","model":"test-model-89c124","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-89c124/test-model-89c124-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:39.411416853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124","reconcileID":"dacc69f0-8394-4ff6-a5cf-40c2ded8d22b","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"tenant":"e2e-inf-a-89c124","gateway":"openshift-ingress/e2e-inf-a-89c124","model":"ai-tenant-e2e-inf-a-89c124/test-model-89c124","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:39.411434329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124","reconcileID":"dacc69f0-8394-4ff6-a5cf-40c2ded8d22b","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"routeName":"test-model-89c124-kserve-route","namespace":"ai-tenant-e2e-inf-a-89c124","llmisvcName":"test-model-89c124","gateway":"openshift-ingress/e2e-inf-a-89c124","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:39.425417858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124-auth","reconcileID":"c62821b0-d393-48ed-8de5-0f30506e65e3","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-89c124","tenantID":"e2e-inf-a-89c124","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:39.435363189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124-auth","reconcileID":"c62821b0-d393-48ed-8de5-0f30506e65e3","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"name":"e2e-inf-a-89c124-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:39.477808661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-89c124-sub","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124-sub","reconcileID":"18643e77-a0d4-4d04-9ad5-70553995a2ea","MaaSSubscription":{"name":"test-model-89c124-sub","namespace":"ai-tenant-e2e-inf-a-89c124"},"name":"maas-trlp-test-model-89c124","model":"ai-tenant-e2e-inf-a-89c124/test-model-89c124","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:46.565559149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-89c124-sub","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124-sub","reconcileID":"29d69a55-9cc3-4a2c-9866-31a5ae9f5920","MaaSSubscription":{"name":"test-model-89c124-sub","namespace":"ai-tenant-e2e-inf-a-89c124"},"name":"maas-trlp-test-model-89c124","model":"ai-tenant-e2e-inf-a-89c124/test-model-89c124","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:46.59807916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124","reconcileID":"66905c67-4745-4a3d-a700-2ab2105d5956","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"tenant":"e2e-inf-a-89c124","gateway":"openshift-ingress/e2e-inf-a-89c124","model":"ai-tenant-e2e-inf-a-89c124/test-model-89c124","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:46.598103423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124","reconcileID":"66905c67-4745-4a3d-a700-2ab2105d5956","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"routeName":"test-model-89c124-kserve-route","namespace":"ai-tenant-e2e-inf-a-89c124","llmisvcName":"test-model-89c124","gateway":"openshift-ingress/e2e-inf-a-89c124","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:19:46.634666318Z","logger":"events","body":"Server rejected event (will not retry!)","service.name":"maas-controller","event":{"namespace":"e2e-extmod-shr-user-a41ade","name":"e2e-shr-shared-be1378-e2e-extmod-a-222480.18e367a3a5b1379b"},"error":"namespaces \"e2e-extmod-shr-user-a41ade\" not found","severity_number":17,"stacktrace":"k8s.io/client-go/tools/events.recordEvent\n\tk8s.io/client-go@v0.36.4/tools/events/event_broadcaster.go:270\nk8s.io/client-go/tools/events.(*eventBroadcasterImpl).finishSeries\n\tk8s.io/client-go@v0.36.4/tools/events/event_broadcaster.go:153\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:223\nk8s.io/apimachinery/pkg/util/wait.UntilWithContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:172"} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:46.899703684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124-auth","reconcileID":"c535bc54-83d3-4b64-bbdf-5baa2f21a9b6","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-89c124","tenantID":"e2e-inf-a-89c124","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:46.913025375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124-auth","reconcileID":"c535bc54-83d3-4b64-bbdf-5baa2f21a9b6","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"name":"e2e-inf-a-89c124-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:49.926764643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6","reconcileID":"0653a46a-8d3d-40be-8e84-3335da30893f","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"tenant":"e2e-inf-b-bdf9e6","gateway":"openshift-ingress/e2e-inf-b-bdf9e6","model":"ai-tenant-e2e-inf-b-bdf9e6/test-model-bdf9e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:49.926795665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6","reconcileID":"0653a46a-8d3d-40be-8e84-3335da30893f","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"routeName":"test-model-bdf9e6-kserve-route","namespace":"ai-tenant-e2e-inf-b-bdf9e6","llmisvcName":"test-model-bdf9e6","gateway":"openshift-ingress/e2e-inf-b-bdf9e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:50.252497961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6","reconcileID":"7cefb656-a7c1-4e8f-8dc1-9aa9f3f0ad21","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"tenant":"e2e-inf-b-bdf9e6","gateway":"openshift-ingress/e2e-inf-b-bdf9e6","model":"ai-tenant-e2e-inf-b-bdf9e6/test-model-bdf9e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:50.252518599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6","reconcileID":"7cefb656-a7c1-4e8f-8dc1-9aa9f3f0ad21","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"routeName":"test-model-bdf9e6-kserve-route","namespace":"ai-tenant-e2e-inf-b-bdf9e6","llmisvcName":"test-model-bdf9e6","gateway":"openshift-ingress/e2e-inf-b-bdf9e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:50.260907495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6","reconcileID":"83cde3ca-74c1-4db0-b213-159824191686","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"tenant":"e2e-inf-b-bdf9e6","gateway":"openshift-ingress/e2e-inf-b-bdf9e6","model":"ai-tenant-e2e-inf-b-bdf9e6/test-model-bdf9e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:50.260932453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6","reconcileID":"83cde3ca-74c1-4db0-b213-159824191686","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"routeName":"test-model-bdf9e6-kserve-route","namespace":"ai-tenant-e2e-inf-b-bdf9e6","llmisvcName":"test-model-bdf9e6","gateway":"openshift-ingress/e2e-inf-b-bdf9e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:50.272447354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bdf9e6-auth","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6-auth","reconcileID":"19dcae00-9d91-43d7-ad85-e5549348832b","MaaSAuthPolicy":{"name":"test-model-bdf9e6-auth","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-bdf9e6","tenantID":"e2e-inf-b-bdf9e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:50.305505591Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bdf9e6-auth","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6-auth","reconcileID":"19dcae00-9d91-43d7-ad85-e5549348832b","MaaSAuthPolicy":{"name":"test-model-bdf9e6-auth","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"name":"e2e-inf-b-bdf9e6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:50.316899877Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-bdf9e6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bdf9e6-auth","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6-auth","reconcileID":"19dcae00-9d91-43d7-ad85-e5549348832b","MaaSAuthPolicy":{"name":"test-model-bdf9e6-auth","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:50.339990415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6","reconcileID":"f4389dd6-979d-4c98-a705-36310d376a62","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"tenant":"e2e-inf-b-bdf9e6","gateway":"openshift-ingress/e2e-inf-b-bdf9e6","model":"ai-tenant-e2e-inf-b-bdf9e6/test-model-bdf9e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:19:50.3400107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6","reconcileID":"f4389dd6-979d-4c98-a705-36310d376a62","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"routeName":"test-model-bdf9e6-kserve-route","namespace":"ai-tenant-e2e-inf-b-bdf9e6","llmisvcName":"test-model-bdf9e6","gateway":"openshift-ingress/e2e-inf-b-bdf9e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:00.383757449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bdf9e6-auth","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6-auth","reconcileID":"bd73711b-7095-4b08-8b7a-19ecd6dced16","MaaSAuthPolicy":{"name":"test-model-bdf9e6-auth","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-bdf9e6","tenantID":"e2e-inf-b-bdf9e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:00.394405235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bdf9e6-auth","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6-auth","reconcileID":"bd73711b-7095-4b08-8b7a-19ecd6dced16","MaaSAuthPolicy":{"name":"test-model-bdf9e6-auth","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"name":"e2e-inf-b-bdf9e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:00.406752666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-bdf9e6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (95e0e03af178a9518d223f432f98d375a3d58b4ca449deaec656c0f051a9797a) AuthConfig (259e2fe602d604455d00a888f2a3a7995d8896ba7c9a226b59dc296dd303530e) AuthConfig (4ba0b5dc0a1ea99b31f66d7658b0059a164b4ea4a3409e186d466e662ac57837) AuthConfig (dbd78abf8815ff4c128039d55a0691ae7df4c399ab70cb11434eb89fb09480ec) AuthConfig (5151c6d226eacf23e35430c182789958b6df30ed3640469d2e1d94679e82fdb4) AuthConfig (d30af9db87f5b14d520ebb4d3829ec1fa4d47c8106c6e82fde55ba94156f334d) AuthConfig (e99308b61ed91ea2c1a5155624d8a24b518b1cee618017ffe5db8d80d4662c5a) AuthConfig (d19339878a5c3a9260a2bcf0f6babfdde08eb325391f8a5d33d0db3f91fb50ca) AuthConfig (971cc1fe7c4eef88529c6ce2e1ed4216ef426901ee83325f96028a2ef7fbe53b) AuthConfig (0b5b1d8365b90eb2830a6e22c804fd48a5c4bb152490d2b6c76fd06e66d77fe5) AuthConfig (34ae819b5c8eef520091f745b6069d53ccf5f0503fb7fb379d2e35e2be10bb85) AuthConfig (b7adb017fecdc22c00e1d66e7918cb5b875b1dba51d91fee2cec62bdb6eb2cca) AuthConfig (c9cc6d86aaf01e5a0052ba37c5d5fb021139afdd6f23a11834ad348b35ae8cd9) AuthConfig (9cd73f2649851aa92a822e905bdb2f2b80a1b7c4dbf851c064aaa32fd4cc2e58) AuthConfig (e0cd1ed58c1b1564b454387f1e453695e74c67debe486da17cc471673a11c08f) AuthConfig (3c64b4a36bd97e4469100d3c4b30351a650a55aa1823dc9d8458e4a3da482352) AuthConfig (2e617b414484231ec8e283b58ca9e361beb5e52351d4e3dd3cc1e030e446fe98) AuthConfig (65638b45758a22133067dea43f62fb68bc0a0d559a1325f274b9adac9e127535)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bdf9e6-auth","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6-auth","reconcileID":"bd73711b-7095-4b08-8b7a-19ecd6dced16","MaaSAuthPolicy":{"name":"test-model-bdf9e6-auth","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:00.427883568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6","reconcileID":"a3945eaa-dc16-44f4-9b4c-577d6b9b65b6","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"tenant":"e2e-inf-b-bdf9e6","gateway":"openshift-ingress/e2e-inf-b-bdf9e6","model":"ai-tenant-e2e-inf-b-bdf9e6/test-model-bdf9e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:00.427902722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6","reconcileID":"a3945eaa-dc16-44f4-9b4c-577d6b9b65b6","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"routeName":"test-model-bdf9e6-kserve-route","namespace":"ai-tenant-e2e-inf-b-bdf9e6","llmisvcName":"test-model-bdf9e6","gateway":"openshift-ingress/e2e-inf-b-bdf9e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:00.75948967Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-auth","reconcileID":"a45819de-11fe-49ea-8d3b-d92be6a3a61e","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"model":"ai-tenant-e2e-inf-a-f63d20/test-model-f63d20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:00.759518466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20","reconcileID":"a5e5984a-9cb2-4672-9c80-bf0211783756","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"tenant":"e2e-inf-a-f63d20","gateway":"openshift-ingress/e2e-inf-a-f63d20","model":"ai-tenant-e2e-inf-a-f63d20/test-model-f63d20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:00.759532305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20","reconcileID":"a5e5984a-9cb2-4672-9c80-bf0211783756","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"routeName":"test-model-f63d20-kserve-route","namespace":"ai-tenant-e2e-inf-a-f63d20","llmisvcName":"test-model-f63d20","gateway":"openshift-ingress/e2e-inf-a-f63d20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:00.790039594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f63d20-sub","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-sub","reconcileID":"1c8b6343-b8c7-4dae-b8e7-0c5a886f0847","MaaSSubscription":{"name":"test-model-f63d20-sub","namespace":"ai-tenant-e2e-inf-a-f63d20"},"name":"maas-trlp-test-model-f63d20","model":"ai-tenant-e2e-inf-a-f63d20/test-model-f63d20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:00.871676454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-auth","reconcileID":"a45819de-11fe-49ea-8d3b-d92be6a3a61e","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-f63d20","tenantID":"e2e-inf-a-f63d20","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:00.904433021Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-auth","reconcileID":"a45819de-11fe-49ea-8d3b-d92be6a3a61e","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"name":"e2e-inf-a-f63d20-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:00.904453253Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-auth","reconcileID":"a45819de-11fe-49ea-8d3b-d92be6a3a61e","MaaSAuthPolicy":{"name":"test-model-f63d20-auth","namespace":"ai-tenant-e2e-inf-a-f63d20"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-f63d20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:00.914189517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20","reconcileID":"eb8b07e4-70e9-47e1-bf10-57ef362a80e5","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"tenant":"e2e-inf-a-f63d20","gateway":"openshift-ingress/e2e-inf-a-f63d20","model":"ai-tenant-e2e-inf-a-f63d20/test-model-f63d20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:00.914207263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20","reconcileID":"eb8b07e4-70e9-47e1-bf10-57ef362a80e5","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"routeName":"test-model-f63d20-kserve-route","namespace":"ai-tenant-e2e-inf-a-f63d20","llmisvcName":"test-model-f63d20","gateway":"openshift-ingress/e2e-inf-a-f63d20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:00.952461126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f63d20-sub","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-sub","reconcileID":"b66b8cb0-54d4-4cd4-ab05-18f78f0f690f","MaaSSubscription":{"name":"test-model-f63d20-sub","namespace":"ai-tenant-e2e-inf-a-f63d20"},"name":"maas-trlp-test-model-f63d20","model":"ai-tenant-e2e-inf-a-f63d20/test-model-f63d20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:01.071021772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20","reconcileID":"5dec0493-55a4-407e-a4de-9d5ef17fe192","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"tenant":"e2e-inf-a-f63d20","gateway":"openshift-ingress/e2e-inf-a-f63d20","model":"ai-tenant-e2e-inf-a-f63d20/test-model-f63d20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:01.071063236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20","reconcileID":"5dec0493-55a4-407e-a4de-9d5ef17fe192","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"routeName":"test-model-f63d20-kserve-route","namespace":"ai-tenant-e2e-inf-a-f63d20","llmisvcName":"test-model-f63d20","gateway":"openshift-ingress/e2e-inf-a-f63d20","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:20:05.256774466Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"2cec2e31-a2d8-48b0-ab7e-4aac887dcd37","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:06.372577479Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:20:06.595552887Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"348b3b8f-a58d-4510-9e59-2c09980c81bc","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:20:06.7726425Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"19786b62-fc15-42ab-b4e7-1572d18e7354","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:20:06.860753361Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"3026a696-b8c5-4c3b-8ca6-81ec2cfd3914","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:20:06.962186591Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"23ea651c-806a-442d-97ed-a6a005db7af7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:20:07.061836901Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"2ade2dce-a345-4bc8-85f7-69f63d6a9a3a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:20:07.20646543Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"f9f873b1-4179-4864-add4-d8ebc7beb14c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:20:07.307299588Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"b8c1c632-5d7c-4396-8c8e-e762e6263fe0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:09.431875749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-89c124-sub","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124-sub","reconcileID":"a5a46c9f-6b2c-423d-b756-c31c571ed572","MaaSSubscription":{"name":"test-model-89c124-sub","namespace":"ai-tenant-e2e-inf-a-89c124"},"name":"maas-trlp-test-model-89c124","model":"ai-tenant-e2e-inf-a-89c124/test-model-89c124","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:09.53233672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"74661dcc-c6cb-48a2-a070-560555394bce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:09.536921735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"93c7a7f3-b4ad-4b70-9f9d-18825f2414fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:09.536942913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c257e7-sub","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7-sub","reconcileID":"ed0f52c9-2326-4086-b35b-6cb76189a671","MaaSSubscription":{"name":"test-model-c257e7-sub","namespace":"ai-tenant-e2e-inf-b-c257e7"},"name":"maas-trlp-test-model-c257e7","model":"ai-tenant-e2e-inf-b-c257e7/test-model-c257e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:09.631463695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"fd9e6d30-9446-4529-89db-0c6c6d042b68","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:09.631605479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"b5a7ccaf-cd6c-4531-a10b-72cc1a867cf0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:09.635695352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"4e21f9bf-6233-401b-8cb3-9eb6101a3906","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:09.728377153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"09bab61d-77ad-4a63-9e3e-62b02e7e5ce8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:10.438598041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bdf9e6-auth","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6-auth","reconcileID":"98d6d4d7-afc5-4677-8f0a-30afa10aec2a","MaaSAuthPolicy":{"name":"test-model-bdf9e6-auth","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-bdf9e6","tenantID":"e2e-inf-b-bdf9e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:10.448534649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bdf9e6-auth","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6-auth","reconcileID":"98d6d4d7-afc5-4677-8f0a-30afa10aec2a","MaaSAuthPolicy":{"name":"test-model-bdf9e6-auth","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"name":"e2e-inf-b-bdf9e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:10.579173506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6","reconcileID":"12be8670-e1cc-45ae-ad6d-a6e610cfbe1c","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"tenant":"e2e-inf-b-bdf9e6","gateway":"openshift-ingress/e2e-inf-b-bdf9e6","model":"ai-tenant-e2e-inf-b-bdf9e6/test-model-bdf9e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:10.579191999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6","reconcileID":"12be8670-e1cc-45ae-ad6d-a6e610cfbe1c","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"routeName":"test-model-bdf9e6-kserve-route","namespace":"ai-tenant-e2e-inf-b-bdf9e6","llmisvcName":"test-model-bdf9e6","gateway":"openshift-ingress/e2e-inf-b-bdf9e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:11.092335492Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f63d20-sub","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-sub","reconcileID":"820d2000-64c8-4a76-b860-f54cc41b26ba","MaaSSubscription":{"name":"test-model-f63d20-sub","namespace":"ai-tenant-e2e-inf-a-f63d20"},"model":"ai-tenant-e2e-inf-a-f63d20/test-model-f63d20","subscription":"test-model-f63d20-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:11.098013806Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f63d20-sub","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-sub","reconcileID":"820d2000-64c8-4a76-b860-f54cc41b26ba","MaaSSubscription":{"name":"test-model-f63d20-sub","namespace":"ai-tenant-e2e-inf-a-f63d20"},"model":"ai-tenant-e2e-inf-a-f63d20/test-model-f63d20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:11.103703479Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f63d20-sub","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20-sub","reconcileID":"820d2000-64c8-4a76-b860-f54cc41b26ba","MaaSSubscription":{"name":"test-model-f63d20-sub","namespace":"ai-tenant-e2e-inf-a-f63d20"},"name":"maas-trlp-test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20","model":"ai-tenant-e2e-inf-a-f63d20/test-model-f63d20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:11.146363216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20","reconcileID":"83d7ff0a-a645-4024-bc45-4cec9c238166","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"tenant":"e2e-inf-a-f63d20","gateway":"openshift-ingress/e2e-inf-a-f63d20","model":"ai-tenant-e2e-inf-a-f63d20/test-model-f63d20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:11.146380751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"test-model-f63d20","reconcileID":"83d7ff0a-a645-4024-bc45-4cec9c238166","MaaSModelRef":{"name":"test-model-f63d20","namespace":"ai-tenant-e2e-inf-a-f63d20"},"routeName":"test-model-f63d20-kserve-route","namespace":"ai-tenant-e2e-inf-a-f63d20","llmisvcName":"test-model-f63d20","gateway":"openshift-ingress/e2e-inf-a-f63d20","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:11.360105513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6","reconcileID":"5bf2d5dc-1199-4ee9-97d8-841cf2d28270","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"tenant":"e2e-inf-b-bdf9e6","gateway":"openshift-ingress/e2e-inf-b-bdf9e6","model":"ai-tenant-e2e-inf-b-bdf9e6/test-model-bdf9e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:11.360122891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6","reconcileID":"5bf2d5dc-1199-4ee9-97d8-841cf2d28270","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"routeName":"test-model-bdf9e6-kserve-route","namespace":"ai-tenant-e2e-inf-b-bdf9e6","llmisvcName":"test-model-bdf9e6","gateway":"openshift-ingress/e2e-inf-b-bdf9e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:11.376879325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bdf9e6-auth","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6-auth","reconcileID":"fb42f65b-2e24-406a-8926-7c5448d71b2a","MaaSAuthPolicy":{"name":"test-model-bdf9e6-auth","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-bdf9e6","tenantID":"e2e-inf-b-bdf9e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:11.378353274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6","reconcileID":"25e68e56-abb3-4ade-b2de-fe6a4a1071ab","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"tenant":"e2e-inf-b-bdf9e6","gateway":"openshift-ingress/e2e-inf-b-bdf9e6","model":"ai-tenant-e2e-inf-b-bdf9e6/test-model-bdf9e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:11.378371834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6","reconcileID":"25e68e56-abb3-4ade-b2de-fe6a4a1071ab","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"routeName":"test-model-bdf9e6-kserve-route","namespace":"ai-tenant-e2e-inf-b-bdf9e6","llmisvcName":"test-model-bdf9e6","gateway":"openshift-ingress/e2e-inf-b-bdf9e6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:20:11.378582054Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-bdf9e6-sub","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6-sub","reconcileID":"afaa4d49-8303-4794-9ce2-896d304c374a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-bdf9e6-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:11.388736873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bdf9e6-auth","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6-auth","reconcileID":"fb42f65b-2e24-406a-8926-7c5448d71b2a","MaaSAuthPolicy":{"name":"test-model-bdf9e6-auth","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"name":"e2e-inf-b-bdf9e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:11.394884628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6","reconcileID":"d48fce5f-e918-4ec8-88d0-60cf73eece5b","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"tenant":"e2e-inf-b-bdf9e6","gateway":"openshift-ingress/e2e-inf-b-bdf9e6","model":"ai-tenant-e2e-inf-b-bdf9e6/test-model-bdf9e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:11.394900301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6","reconcileID":"d48fce5f-e918-4ec8-88d0-60cf73eece5b","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"routeName":"test-model-bdf9e6-kserve-route","namespace":"ai-tenant-e2e-inf-b-bdf9e6","llmisvcName":"test-model-bdf9e6","gateway":"openshift-ingress/e2e-inf-b-bdf9e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:11.405378303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6","reconcileID":"d7f2b75a-40e9-450e-8514-a004bb1f082a","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"tenant":"e2e-inf-b-bdf9e6","gateway":"openshift-ingress/e2e-inf-b-bdf9e6","model":"ai-tenant-e2e-inf-b-bdf9e6/test-model-bdf9e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:11.405397384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6","reconcileID":"d7f2b75a-40e9-450e-8514-a004bb1f082a","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"routeName":"test-model-bdf9e6-kserve-route","namespace":"ai-tenant-e2e-inf-b-bdf9e6","llmisvcName":"test-model-bdf9e6","gateway":"openshift-ingress/e2e-inf-b-bdf9e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:11.430034329Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-bdf9e6-sub","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6-sub","reconcileID":"f9474c77-d3ea-4dec-ae76-59cd910b039e","MaaSSubscription":{"name":"test-model-bdf9e6-sub","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"name":"maas-trlp-test-model-bdf9e6","model":"test-model-bdf9e6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-bdf9e6/test-model-bdf9e6-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:11.454215618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6","reconcileID":"aabd45ac-d64f-4ae4-b417-4c5a056a929a","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"tenant":"e2e-inf-b-bdf9e6","gateway":"openshift-ingress/e2e-inf-b-bdf9e6","model":"ai-tenant-e2e-inf-b-bdf9e6/test-model-bdf9e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:11.454229496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6","reconcileID":"aabd45ac-d64f-4ae4-b417-4c5a056a929a","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"routeName":"test-model-bdf9e6-kserve-route","namespace":"ai-tenant-e2e-inf-b-bdf9e6","llmisvcName":"test-model-bdf9e6","gateway":"openshift-ingress/e2e-inf-b-bdf9e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:11.476432245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bdf9e6-auth","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6-auth","reconcileID":"3d8513f5-2a1b-43e7-aee5-3d8bf3cc5317","MaaSAuthPolicy":{"name":"test-model-bdf9e6-auth","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-bdf9e6","tenantID":"e2e-inf-b-bdf9e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:11.487476951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bdf9e6-auth","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6-auth","reconcileID":"3d8513f5-2a1b-43e7-aee5-3d8bf3cc5317","MaaSAuthPolicy":{"name":"test-model-bdf9e6-auth","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"name":"e2e-inf-b-bdf9e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:11.525253223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-bdf9e6-sub","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6-sub","reconcileID":"6c1d3753-ef80-4099-8286-7f47e9263a90","MaaSSubscription":{"name":"test-model-bdf9e6-sub","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"name":"maas-trlp-test-model-bdf9e6","model":"ai-tenant-e2e-inf-b-bdf9e6/test-model-bdf9e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:11.885072881Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7-auth","reconcileID":"02b31034-6fcb-432c-a9e8-3848fd9b6d14","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"model":"ai-tenant-e2e-inf-b-c257e7/test-model-c257e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:11.885482024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7","reconcileID":"14eb0d36-c328-4517-b77d-3c695e4471eb","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"tenant":"e2e-inf-b-c257e7","gateway":"openshift-ingress/e2e-inf-b-c257e7","model":"ai-tenant-e2e-inf-b-c257e7/test-model-c257e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:11.885852691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7","reconcileID":"14eb0d36-c328-4517-b77d-3c695e4471eb","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"routeName":"test-model-c257e7-kserve-route","namespace":"ai-tenant-e2e-inf-b-c257e7","llmisvcName":"test-model-c257e7","gateway":"openshift-ingress/e2e-inf-b-c257e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:11.935663861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c257e7-sub","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7-sub","reconcileID":"5edf7d1a-5dd6-472f-94f9-2d9142d152c8","MaaSSubscription":{"name":"test-model-c257e7-sub","namespace":"ai-tenant-e2e-inf-b-c257e7"},"name":"maas-trlp-test-model-c257e7","model":"ai-tenant-e2e-inf-b-c257e7/test-model-c257e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:12.000434247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7-auth","reconcileID":"02b31034-6fcb-432c-a9e8-3848fd9b6d14","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c257e7","tenantID":"e2e-inf-b-c257e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:12.039391033Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7-auth","reconcileID":"02b31034-6fcb-432c-a9e8-3848fd9b6d14","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"name":"e2e-inf-b-c257e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:12.039413952Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7-auth","reconcileID":"02b31034-6fcb-432c-a9e8-3848fd9b6d14","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c257e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:12.050661022Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7-auth","reconcileID":"ecb68070-6042-4a74-a981-238d4748eefa","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"model":"ai-tenant-e2e-inf-b-c257e7/test-model-c257e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:12.051532143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7","reconcileID":"ac1361fb-08c8-49b6-8019-acd317ed3562","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"tenant":"e2e-inf-b-c257e7","gateway":"openshift-ingress/e2e-inf-b-c257e7","model":"ai-tenant-e2e-inf-b-c257e7/test-model-c257e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:12.051553436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7","reconcileID":"ac1361fb-08c8-49b6-8019-acd317ed3562","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"routeName":"test-model-c257e7-kserve-route","namespace":"ai-tenant-e2e-inf-b-c257e7","llmisvcName":"test-model-c257e7","gateway":"openshift-ingress/e2e-inf-b-c257e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:12.089487179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c257e7-sub","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7-sub","reconcileID":"4d8b0224-a181-44da-b522-31b48051d24c","MaaSSubscription":{"name":"test-model-c257e7-sub","namespace":"ai-tenant-e2e-inf-b-c257e7"},"name":"maas-trlp-test-model-c257e7","model":"ai-tenant-e2e-inf-b-c257e7/test-model-c257e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:12.202012326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7-auth","reconcileID":"ecb68070-6042-4a74-a981-238d4748eefa","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c257e7","tenantID":"e2e-inf-b-c257e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:12.204613366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7","reconcileID":"449e628b-502b-45ba-8898-9c98086d59c3","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"tenant":"e2e-inf-b-c257e7","gateway":"openshift-ingress/e2e-inf-b-c257e7","model":"ai-tenant-e2e-inf-b-c257e7/test-model-c257e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:12.204636865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7","reconcileID":"449e628b-502b-45ba-8898-9c98086d59c3","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"routeName":"test-model-c257e7-kserve-route","namespace":"ai-tenant-e2e-inf-b-c257e7","llmisvcName":"test-model-c257e7","gateway":"openshift-ingress/e2e-inf-b-c257e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:12.216622151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7-auth","reconcileID":"ecb68070-6042-4a74-a981-238d4748eefa","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"name":"e2e-inf-b-c257e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:12.216643014Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7-auth","reconcileID":"ecb68070-6042-4a74-a981-238d4748eefa","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c257e7","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:20:12.221261874Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c257e7-auth","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7-auth","reconcileID":"ecb68070-6042-4a74-a981-238d4748eefa","error":"maasauthpolicies.maas.opendatahub.io \"test-model-c257e7-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:19.621302005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"e704e095-e169-4952-851d-1e27678d411f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:19.724250157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-bdf9e6-sub","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6-sub","reconcileID":"a5bbe6cf-dd92-4597-8961-7bd4018f78e6","MaaSSubscription":{"name":"test-model-bdf9e6-sub","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"name":"maas-trlp-test-model-bdf9e6","model":"ai-tenant-e2e-inf-b-bdf9e6/test-model-bdf9e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:19.724304509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"742e6b98-beaa-4813-a58c-60d7245eda37","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:19.724668191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-89c124-sub","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124-sub","reconcileID":"2a7298b9-a13c-4312-b327-74db9803650b","MaaSSubscription":{"name":"test-model-89c124-sub","namespace":"ai-tenant-e2e-inf-a-89c124"},"name":"maas-trlp-test-model-89c124","model":"ai-tenant-e2e-inf-a-89c124/test-model-89c124","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:19.724773129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9db2e775-5712-4352-bf77-39e0270410ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:19.751665312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6","reconcileID":"c8a341b6-2cc2-4d9a-ad52-ee4ab53eddff","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"tenant":"e2e-inf-b-bdf9e6","gateway":"openshift-ingress/e2e-inf-b-bdf9e6","model":"ai-tenant-e2e-inf-b-bdf9e6/test-model-bdf9e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:19.75168526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6","reconcileID":"c8a341b6-2cc2-4d9a-ad52-ee4ab53eddff","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"routeName":"test-model-bdf9e6-kserve-route","namespace":"ai-tenant-e2e-inf-b-bdf9e6","llmisvcName":"test-model-bdf9e6","gateway":"openshift-ingress/e2e-inf-b-bdf9e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:19.823773396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"3e2032f7-35d8-4ee3-a733-bfa882c76b70","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:19.919542251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"fdc8ec59-d379-47e7-a9f4-03b9baf65b7e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:19.919542644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d716e77b-4e4c-47e5-9664-ecd7e1bd3193","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:20.111600906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bdf9e6-auth","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6-auth","reconcileID":"1e0a9814-7343-4305-a912-3e55aa2897ac","MaaSAuthPolicy":{"name":"test-model-bdf9e6-auth","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-bdf9e6","tenantID":"e2e-inf-b-bdf9e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:20.126025853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bdf9e6-auth","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6-auth","reconcileID":"1e0a9814-7343-4305-a912-3e55aa2897ac","MaaSAuthPolicy":{"name":"test-model-bdf9e6-auth","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"name":"e2e-inf-b-bdf9e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:22.230409384Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c257e7-sub","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7-sub","reconcileID":"217449d3-bef4-49b7-977d-9f802ebab0e7","MaaSSubscription":{"name":"test-model-c257e7-sub","namespace":"ai-tenant-e2e-inf-b-c257e7"},"model":"ai-tenant-e2e-inf-b-c257e7/test-model-c257e7","subscription":"test-model-c257e7-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:22.235334691Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c257e7-sub","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7-sub","reconcileID":"217449d3-bef4-49b7-977d-9f802ebab0e7","MaaSSubscription":{"name":"test-model-c257e7-sub","namespace":"ai-tenant-e2e-inf-b-c257e7"},"model":"ai-tenant-e2e-inf-b-c257e7/test-model-c257e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:22.242633611Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c257e7-sub","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7-sub","reconcileID":"217449d3-bef4-49b7-977d-9f802ebab0e7","MaaSSubscription":{"name":"test-model-c257e7-sub","namespace":"ai-tenant-e2e-inf-b-c257e7"},"name":"maas-trlp-test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7","model":"ai-tenant-e2e-inf-b-c257e7/test-model-c257e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:22.282185477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7","reconcileID":"2f4fcc5d-770e-45af-902e-fa099e307e26","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"tenant":"e2e-inf-b-c257e7","gateway":"openshift-ingress/e2e-inf-b-c257e7","model":"ai-tenant-e2e-inf-b-c257e7/test-model-c257e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:22.282202304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"test-model-c257e7","reconcileID":"2f4fcc5d-770e-45af-902e-fa099e307e26","MaaSModelRef":{"name":"test-model-c257e7","namespace":"ai-tenant-e2e-inf-b-c257e7"},"routeName":"test-model-c257e7-kserve-route","namespace":"ai-tenant-e2e-inf-b-c257e7","llmisvcName":"test-model-c257e7","gateway":"openshift-ingress/e2e-inf-b-c257e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:23.304600037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0427687e-9a93-461b-b685-b6b47975ff02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:23.309192466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0427687e-9a93-461b-b685-b6b47975ff02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:23.31426108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0427687e-9a93-461b-b685-b6b47975ff02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:23.319332341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0427687e-9a93-461b-b685-b6b47975ff02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:23.572365186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20516dec-175d-4330-98e7-971fe3a30c9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:23.577466691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20516dec-175d-4330-98e7-971fe3a30c9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:23.582674568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20516dec-175d-4330-98e7-971fe3a30c9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:23.587362315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20516dec-175d-4330-98e7-971fe3a30c9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:36.373328301Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:42.260813318Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124-auth","reconcileID":"33623d85-5c25-47ab-b8e5-c03c47c6ce17","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"model":"ai-tenant-e2e-inf-a-89c124/test-model-89c124","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:42.260879353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124","reconcileID":"50912cfb-1be2-44fe-a3c1-5c1468226985","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"tenant":"e2e-inf-a-89c124","gateway":"openshift-ingress/e2e-inf-a-89c124","model":"ai-tenant-e2e-inf-a-89c124/test-model-89c124","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:42.26089268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124","reconcileID":"50912cfb-1be2-44fe-a3c1-5c1468226985","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"routeName":"test-model-89c124-kserve-route","namespace":"ai-tenant-e2e-inf-a-89c124","llmisvcName":"test-model-89c124","gateway":"openshift-ingress/e2e-inf-a-89c124","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:42.27657533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124-auth","reconcileID":"33623d85-5c25-47ab-b8e5-c03c47c6ce17","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-89c124","tenantID":"e2e-inf-a-89c124","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:42.291997631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-89c124-sub","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124-sub","reconcileID":"58eac7a8-e444-4eba-b4fb-2685066cd5d5","MaaSSubscription":{"name":"test-model-89c124-sub","namespace":"ai-tenant-e2e-inf-a-89c124"},"name":"maas-trlp-test-model-89c124","model":"ai-tenant-e2e-inf-a-89c124/test-model-89c124","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:42.309197882Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124-auth","reconcileID":"33623d85-5c25-47ab-b8e5-c03c47c6ce17","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"name":"e2e-inf-a-89c124-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:42.309215108Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124-auth","reconcileID":"33623d85-5c25-47ab-b8e5-c03c47c6ce17","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-89c124","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:42.31862004Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124-auth","reconcileID":"2ef60fb9-2613-4e8f-a1d9-ecda0824f759","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"model":"ai-tenant-e2e-inf-a-89c124/test-model-89c124","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:42.318849301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124","reconcileID":"b47f827f-946a-4d24-a4d6-28257aac2519","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"tenant":"e2e-inf-a-89c124","gateway":"openshift-ingress/e2e-inf-a-89c124","model":"ai-tenant-e2e-inf-a-89c124/test-model-89c124","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:42.318864427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124","reconcileID":"b47f827f-946a-4d24-a4d6-28257aac2519","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"routeName":"test-model-89c124-kserve-route","namespace":"ai-tenant-e2e-inf-a-89c124","llmisvcName":"test-model-89c124","gateway":"openshift-ingress/e2e-inf-a-89c124","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:42.376944686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124-auth","reconcileID":"2ef60fb9-2613-4e8f-a1d9-ecda0824f759","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-89c124","tenantID":"e2e-inf-a-89c124","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:42.386760062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124-auth","reconcileID":"2ef60fb9-2613-4e8f-a1d9-ecda0824f759","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"name":"e2e-inf-a-89c124-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:42.386778769Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124-auth","reconcileID":"2ef60fb9-2613-4e8f-a1d9-ecda0824f759","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-89c124","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:20:42.391213099Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-89c124-auth","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124-auth","reconcileID":"2ef60fb9-2613-4e8f-a1d9-ecda0824f759","error":"maasauthpolicies.maas.opendatahub.io \"test-model-89c124-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:42.391655297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-89c124-sub","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124-sub","reconcileID":"eab20e1f-34d8-4803-bcae-d9459d5fa80f","MaaSSubscription":{"name":"test-model-89c124-sub","namespace":"ai-tenant-e2e-inf-a-89c124"},"name":"maas-trlp-test-model-89c124","model":"ai-tenant-e2e-inf-a-89c124/test-model-89c124","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:42.535626585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124","reconcileID":"caeb151f-cf55-432a-a9e3-69c086389bb2","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"tenant":"e2e-inf-a-89c124","gateway":"openshift-ingress/e2e-inf-a-89c124","model":"ai-tenant-e2e-inf-a-89c124/test-model-89c124","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:42.535647013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124","reconcileID":"caeb151f-cf55-432a-a9e3-69c086389bb2","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"routeName":"test-model-89c124-kserve-route","namespace":"ai-tenant-e2e-inf-a-89c124","llmisvcName":"test-model-89c124","gateway":"openshift-ingress/e2e-inf-a-89c124","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:46.086463608Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"default-tenant","reconcileID":"0e2c5084-bd32-4c93-a9a2-8b063e95bf36","namespace":"ai-tenant-e2e-inf-a-f63d20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:46.086528304Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"default-tenant","reconcileID":"0e2c5084-bd32-4c93-a9a2-8b063e95bf36","namespace":"ai-tenant-e2e-inf-a-f63d20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:46.086581305Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"default-tenant","reconcileID":"0e2c5084-bd32-4c93-a9a2-8b063e95bf36","tenant":"e2e-inf-a-f63d20","tenantID":"e2e-inf-a-f63d20","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:46.094230722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"default-tenant","reconcileID":"0e2c5084-bd32-4c93-a9a2-8b063e95bf36","gvk":"Deployment","name":"maas-api-e2e-inf-a-f63d20","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:46.111185507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"default-tenant","reconcileID":"0e2c5084-bd32-4c93-a9a2-8b063e95bf36","gvk":"Service","name":"maas-api-e2e-inf-a-f63d20","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:46.120464085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"default-tenant","reconcileID":"0e2c5084-bd32-4c93-a9a2-8b063e95bf36","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-f63d20","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:46.130203938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"default-tenant","reconcileID":"0e2c5084-bd32-4c93-a9a2-8b063e95bf36","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-f63d20","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:46.140846467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"default-tenant","reconcileID":"0e2c5084-bd32-4c93-a9a2-8b063e95bf36","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-f63d20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:46.155029857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"default-tenant","reconcileID":"0e2c5084-bd32-4c93-a9a2-8b063e95bf36","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-f63d20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:46.164612135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"default-tenant","reconcileID":"0e2c5084-bd32-4c93-a9a2-8b063e95bf36","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-f63d20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:46.171724827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"default-tenant","reconcileID":"0e2c5084-bd32-4c93-a9a2-8b063e95bf36","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-f63d20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:46.17620562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"default-tenant","reconcileID":"0e2c5084-bd32-4c93-a9a2-8b063e95bf36","gvk":"Deployment","name":"payload-processing-e2e-inf-a-f63d20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:46.180511813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"default-tenant","reconcileID":"0e2c5084-bd32-4c93-a9a2-8b063e95bf36","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-f63d20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:46.185072692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"default-tenant","reconcileID":"0e2c5084-bd32-4c93-a9a2-8b063e95bf36","gvk":"Service","name":"payload-processing-e2e-inf-a-f63d20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:46.190992661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"default-tenant","reconcileID":"0e2c5084-bd32-4c93-a9a2-8b063e95bf36","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-f63d20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:46.195305873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"default-tenant","reconcileID":"0e2c5084-bd32-4c93-a9a2-8b063e95bf36","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-f63d20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:46.199994636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"default-tenant","reconcileID":"0e2c5084-bd32-4c93-a9a2-8b063e95bf36","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-f63d20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:46.204638366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"default-tenant","reconcileID":"0e2c5084-bd32-4c93-a9a2-8b063e95bf36","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-f63d20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:46.216325192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"default-tenant","reconcileID":"0e2c5084-bd32-4c93-a9a2-8b063e95bf36","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-f63d20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:46.220382174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"default-tenant","reconcileID":"0e2c5084-bd32-4c93-a9a2-8b063e95bf36","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-f63d20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:46.2252322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"default-tenant","reconcileID":"0e2c5084-bd32-4c93-a9a2-8b063e95bf36","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-f63d20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:46.22969387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"default-tenant","reconcileID":"0e2c5084-bd32-4c93-a9a2-8b063e95bf36","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-f63d20","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:46.233899503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-f63d20"},"namespace":"ai-tenant-e2e-inf-a-f63d20","name":"default-tenant","reconcileID":"0e2c5084-bd32-4c93-a9a2-8b063e95bf36","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-f63d20","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:46.420416057Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-f63d20","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-f63d20","reconcileID":"eef079ea-3be3-48a7-a4dc-98f7c278225a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-f63d20","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-f63d20"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:46.639015305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41f9c383-545b-4d35-89fc-1e12a7062c07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:46.648867399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41f9c383-545b-4d35-89fc-1e12a7062c07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:46.656518732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41f9c383-545b-4d35-89fc-1e12a7062c07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:46.660780002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41f9c383-545b-4d35-89fc-1e12a7062c07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:46.908744858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"329ab343-872a-426a-8720-56b96e84e0e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:46.914229812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"329ab343-872a-426a-8720-56b96e84e0e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:46.924944186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"329ab343-872a-426a-8720-56b96e84e0e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:46.93214512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"329ab343-872a-426a-8720-56b96e84e0e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:47.345458255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"845e4434-6091-4680-81d2-2bf7050a6ecc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:47.447110274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"f89bc4b3-8d7a-4e33-a1fd-0d4d23516453","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:47.447526313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"6378f571-9cbb-4a39-9e4b-77efbe08b040","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:47.447925683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-bdf9e6-sub","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6-sub","reconcileID":"d502a202-6d79-4be7-880c-130cd1fe06db","MaaSSubscription":{"name":"test-model-bdf9e6-sub","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"name":"maas-trlp-test-model-bdf9e6","model":"ai-tenant-e2e-inf-b-bdf9e6/test-model-bdf9e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:47.5508651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"f26e8ce9-db2e-42c9-94f7-8e0a779c791d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:47.654846718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"c05daa89-8c83-4992-a2c6-b031d66e08c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:47.654881713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c6b32bb1-0e54-4a00-9277-d825abff7664","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:52.557923509Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-89c124-sub","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124-sub","reconcileID":"9600dad4-861b-42e9-bdc2-30f46ad93edf","MaaSSubscription":{"name":"test-model-89c124-sub","namespace":"ai-tenant-e2e-inf-a-89c124"},"model":"ai-tenant-e2e-inf-a-89c124/test-model-89c124","subscription":"test-model-89c124-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:52.563199359Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-89c124-sub","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124-sub","reconcileID":"9600dad4-861b-42e9-bdc2-30f46ad93edf","MaaSSubscription":{"name":"test-model-89c124-sub","namespace":"ai-tenant-e2e-inf-a-89c124"},"model":"ai-tenant-e2e-inf-a-89c124/test-model-89c124","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:52.569127582Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-89c124-sub","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124-sub","reconcileID":"9600dad4-861b-42e9-bdc2-30f46ad93edf","MaaSSubscription":{"name":"test-model-89c124-sub","namespace":"ai-tenant-e2e-inf-a-89c124"},"name":"maas-trlp-test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124","model":"ai-tenant-e2e-inf-a-89c124/test-model-89c124","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:52.620325648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124","reconcileID":"2ccb64b8-040d-4414-9ca1-2f74363e1d23","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"tenant":"e2e-inf-a-89c124","gateway":"openshift-ingress/e2e-inf-a-89c124","model":"ai-tenant-e2e-inf-a-89c124/test-model-89c124","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:52.620343417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"test-model-89c124","reconcileID":"2ccb64b8-040d-4414-9ca1-2f74363e1d23","MaaSModelRef":{"name":"test-model-89c124","namespace":"ai-tenant-e2e-inf-a-89c124"},"routeName":"test-model-89c124-kserve-route","namespace":"ai-tenant-e2e-inf-a-89c124","llmisvcName":"test-model-89c124","gateway":"openshift-ingress/e2e-inf-a-89c124","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:53.376329499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6","reconcileID":"51e4353f-bf06-4953-9fca-3896743bb4ea","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"tenant":"e2e-inf-b-bdf9e6","gateway":"openshift-ingress/e2e-inf-b-bdf9e6","model":"ai-tenant-e2e-inf-b-bdf9e6/test-model-bdf9e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:53.376744804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6","reconcileID":"51e4353f-bf06-4953-9fca-3896743bb4ea","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"routeName":"test-model-bdf9e6-kserve-route","namespace":"ai-tenant-e2e-inf-b-bdf9e6","llmisvcName":"test-model-bdf9e6","gateway":"openshift-ingress/e2e-inf-b-bdf9e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:53.376711646Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bdf9e6-auth","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6-auth","reconcileID":"b274805d-1cde-4e78-9644-1ab4df4f1050","MaaSAuthPolicy":{"name":"test-model-bdf9e6-auth","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"model":"ai-tenant-e2e-inf-b-bdf9e6/test-model-bdf9e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:53.423732988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bdf9e6-auth","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6-auth","reconcileID":"b274805d-1cde-4e78-9644-1ab4df4f1050","MaaSAuthPolicy":{"name":"test-model-bdf9e6-auth","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-bdf9e6","tenantID":"e2e-inf-b-bdf9e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:53.432794139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-bdf9e6-sub","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6-sub","reconcileID":"cf180810-787d-4f51-91d1-dd29c179b66f","MaaSSubscription":{"name":"test-model-bdf9e6-sub","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"name":"maas-trlp-test-model-bdf9e6","model":"ai-tenant-e2e-inf-b-bdf9e6/test-model-bdf9e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:53.472733964Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bdf9e6-auth","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6-auth","reconcileID":"b274805d-1cde-4e78-9644-1ab4df4f1050","MaaSAuthPolicy":{"name":"test-model-bdf9e6-auth","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"name":"e2e-inf-b-bdf9e6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:53.47275848Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bdf9e6-auth","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6-auth","reconcileID":"b274805d-1cde-4e78-9644-1ab4df4f1050","MaaSAuthPolicy":{"name":"test-model-bdf9e6-auth","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-bdf9e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:53.482688771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6","reconcileID":"0da9fb17-ab1d-4ced-a2ff-00a22f197694","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"tenant":"e2e-inf-b-bdf9e6","gateway":"openshift-ingress/e2e-inf-b-bdf9e6","model":"ai-tenant-e2e-inf-b-bdf9e6/test-model-bdf9e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:53.482716052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6","reconcileID":"0da9fb17-ab1d-4ced-a2ff-00a22f197694","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"routeName":"test-model-bdf9e6-kserve-route","namespace":"ai-tenant-e2e-inf-b-bdf9e6","llmisvcName":"test-model-bdf9e6","gateway":"openshift-ingress/e2e-inf-b-bdf9e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:53.527615623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-bdf9e6-sub","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6-sub","reconcileID":"1aa762b3-f621-4d8d-ac01-e682693868bf","MaaSSubscription":{"name":"test-model-bdf9e6-sub","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"name":"maas-trlp-test-model-bdf9e6","model":"ai-tenant-e2e-inf-b-bdf9e6/test-model-bdf9e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:53.641385972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6","reconcileID":"ec692a8b-2e8c-492a-9b1e-f9e1f880fd75","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"tenant":"e2e-inf-b-bdf9e6","gateway":"openshift-ingress/e2e-inf-b-bdf9e6","model":"ai-tenant-e2e-inf-b-bdf9e6/test-model-bdf9e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:53.641408968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6","reconcileID":"ec692a8b-2e8c-492a-9b1e-f9e1f880fd75","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"routeName":"test-model-bdf9e6-kserve-route","namespace":"ai-tenant-e2e-inf-b-bdf9e6","llmisvcName":"test-model-bdf9e6","gateway":"openshift-ingress/e2e-inf-b-bdf9e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:55.837377045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"632e37e8-9f9f-4685-945d-3bddb09197be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:55.846513054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"632e37e8-9f9f-4685-945d-3bddb09197be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:55.853850979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"632e37e8-9f9f-4685-945d-3bddb09197be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:55.858658781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"632e37e8-9f9f-4685-945d-3bddb09197be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:56.166610672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c05ec4fe-3340-4cd7-bb49-921466f907fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:56.170930101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c05ec4fe-3340-4cd7-bb49-921466f907fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:56.175223501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c05ec4fe-3340-4cd7-bb49-921466f907fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:20:56.179543021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c05ec4fe-3340-4cd7-bb49-921466f907fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:01.523100682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"331573b3-7981-4940-bbb0-830d6f25639c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:01.622135214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fcceecf0-d20f-4af5-9b7a-dad185d53bc8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:01.622180621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"41c399fa-f3bd-4849-ab8e-f1880c6a2411","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:01.622564712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"d044634e-3510-40c9-aaee-b5cb79bf584a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:01.748091273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"23e29b03-5f3e-4a88-a9cf-7ee04ed2ca33","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:01.748375242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f76198f7-3725-4045-9fdc-67f800e57e3c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:03.664518346Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-bdf9e6-sub","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6-sub","reconcileID":"11805406-2dd5-447e-84c6-11c52a95c975","MaaSSubscription":{"name":"test-model-bdf9e6-sub","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"model":"ai-tenant-e2e-inf-b-bdf9e6/test-model-bdf9e6","subscription":"test-model-bdf9e6-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:03.669890088Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-bdf9e6-sub","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6-sub","reconcileID":"11805406-2dd5-447e-84c6-11c52a95c975","MaaSSubscription":{"name":"test-model-bdf9e6-sub","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"model":"ai-tenant-e2e-inf-b-bdf9e6/test-model-bdf9e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:03.675010684Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-bdf9e6-sub","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6-sub","reconcileID":"11805406-2dd5-447e-84c6-11c52a95c975","MaaSSubscription":{"name":"test-model-bdf9e6-sub","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"name":"maas-trlp-test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6","model":"ai-tenant-e2e-inf-b-bdf9e6/test-model-bdf9e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:03.800631731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6","reconcileID":"82c2a78b-c274-45bc-86b0-906009f44874","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"tenant":"e2e-inf-b-bdf9e6","gateway":"openshift-ingress/e2e-inf-b-bdf9e6","model":"ai-tenant-e2e-inf-b-bdf9e6/test-model-bdf9e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:03.800654145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"test-model-bdf9e6","reconcileID":"82c2a78b-c274-45bc-86b0-906009f44874","MaaSModelRef":{"name":"test-model-bdf9e6","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"routeName":"test-model-bdf9e6-kserve-route","namespace":"ai-tenant-e2e-inf-b-bdf9e6","llmisvcName":"test-model-bdf9e6","gateway":"openshift-ingress/e2e-inf-b-bdf9e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:04.783202237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f62952bc-d21f-4807-8c4c-089fb5b91c39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:04.78851255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f62952bc-d21f-4807-8c4c-089fb5b91c39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:04.794481651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f62952bc-d21f-4807-8c4c-089fb5b91c39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:04.802971936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f62952bc-d21f-4807-8c4c-089fb5b91c39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:05.063527016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ba44a6-2884-4cec-ac80-24d5d2993501","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:05.067908925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ba44a6-2884-4cec-ac80-24d5d2993501","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:05.072333175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ba44a6-2884-4cec-ac80-24d5d2993501","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:05.076698215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91ba44a6-2884-4cec-ac80-24d5d2993501","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:06.373523746Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:16.223979995Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"default-tenant","reconcileID":"b3b99e14-7b09-49b3-950d-6ab9c8afc65c","namespace":"ai-tenant-e2e-inf-b-c257e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:16.224039118Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"default-tenant","reconcileID":"b3b99e14-7b09-49b3-950d-6ab9c8afc65c","namespace":"ai-tenant-e2e-inf-b-c257e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:16.224109755Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"default-tenant","reconcileID":"b3b99e14-7b09-49b3-950d-6ab9c8afc65c","tenant":"e2e-inf-b-c257e7","tenantID":"e2e-inf-b-c257e7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:16.23097184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"default-tenant","reconcileID":"b3b99e14-7b09-49b3-950d-6ab9c8afc65c","gvk":"Deployment","name":"maas-api-e2e-inf-b-c257e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:16.248173386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"default-tenant","reconcileID":"b3b99e14-7b09-49b3-950d-6ab9c8afc65c","gvk":"Service","name":"maas-api-e2e-inf-b-c257e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:16.268645295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"default-tenant","reconcileID":"b3b99e14-7b09-49b3-950d-6ab9c8afc65c","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-c257e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:16.282301298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"default-tenant","reconcileID":"b3b99e14-7b09-49b3-950d-6ab9c8afc65c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-c257e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:16.292503718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"default-tenant","reconcileID":"b3b99e14-7b09-49b3-950d-6ab9c8afc65c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-c257e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:16.30412718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"default-tenant","reconcileID":"b3b99e14-7b09-49b3-950d-6ab9c8afc65c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-c257e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:16.314922493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"default-tenant","reconcileID":"b3b99e14-7b09-49b3-950d-6ab9c8afc65c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-c257e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:16.324644914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"default-tenant","reconcileID":"b3b99e14-7b09-49b3-950d-6ab9c8afc65c","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-c257e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:16.330111813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"default-tenant","reconcileID":"b3b99e14-7b09-49b3-950d-6ab9c8afc65c","gvk":"Deployment","name":"payload-processing-e2e-inf-b-c257e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:16.338144988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"default-tenant","reconcileID":"b3b99e14-7b09-49b3-950d-6ab9c8afc65c","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-c257e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:16.342577461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"default-tenant","reconcileID":"b3b99e14-7b09-49b3-950d-6ab9c8afc65c","gvk":"Service","name":"payload-processing-e2e-inf-b-c257e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:16.347223101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"default-tenant","reconcileID":"b3b99e14-7b09-49b3-950d-6ab9c8afc65c","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-c257e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:16.351661379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"default-tenant","reconcileID":"b3b99e14-7b09-49b3-950d-6ab9c8afc65c","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-c257e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:16.363235436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"default-tenant","reconcileID":"b3b99e14-7b09-49b3-950d-6ab9c8afc65c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-c257e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:16.367548271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"default-tenant","reconcileID":"b3b99e14-7b09-49b3-950d-6ab9c8afc65c","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-c257e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:16.377726636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"default-tenant","reconcileID":"b3b99e14-7b09-49b3-950d-6ab9c8afc65c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-c257e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:16.389147822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"default-tenant","reconcileID":"b3b99e14-7b09-49b3-950d-6ab9c8afc65c","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-c257e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:16.39332344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"default-tenant","reconcileID":"b3b99e14-7b09-49b3-950d-6ab9c8afc65c","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-c257e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:16.397870434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"default-tenant","reconcileID":"b3b99e14-7b09-49b3-950d-6ab9c8afc65c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-c257e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:16.402500826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c257e7"},"namespace":"ai-tenant-e2e-inf-b-c257e7","name":"default-tenant","reconcileID":"b3b99e14-7b09-49b3-950d-6ab9c8afc65c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-c257e7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:16.533261559Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-c257e7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-c257e7","reconcileID":"7cfa3f6e-e41b-416c-aeb0-20eb837063a7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-c257e7","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-c257e7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:16.726193968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fc62847-05c8-4264-8b11-a2d13b62ec2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:16.730744832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fc62847-05c8-4264-8b11-a2d13b62ec2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:16.736302734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fc62847-05c8-4264-8b11-a2d13b62ec2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:16.750262642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fc62847-05c8-4264-8b11-a2d13b62ec2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:17.051406207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e636630-c71d-4bf1-b7d4-6a753b7928ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:17.056546307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e636630-c71d-4bf1-b7d4-6a753b7928ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:17.066711523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e636630-c71d-4bf1-b7d4-6a753b7928ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:17.076225522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e636630-c71d-4bf1-b7d4-6a753b7928ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:25.324607932Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"default-tenant","reconcileID":"6053c3bc-ef53-402f-a89f-e680b6a70740","namespace":"ai-tenant-e2e-inf-a-89c124","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:25.324665263Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"default-tenant","reconcileID":"6053c3bc-ef53-402f-a89f-e680b6a70740","namespace":"ai-tenant-e2e-inf-a-89c124","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:25.324713729Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"default-tenant","reconcileID":"6053c3bc-ef53-402f-a89f-e680b6a70740","tenant":"e2e-inf-a-89c124","tenantID":"e2e-inf-a-89c124","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:25.331796188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"default-tenant","reconcileID":"6053c3bc-ef53-402f-a89f-e680b6a70740","gvk":"Deployment","name":"maas-api-e2e-inf-a-89c124","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:25.367600521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"default-tenant","reconcileID":"6053c3bc-ef53-402f-a89f-e680b6a70740","gvk":"Service","name":"maas-api-e2e-inf-a-89c124","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:25.384918505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"default-tenant","reconcileID":"6053c3bc-ef53-402f-a89f-e680b6a70740","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-89c124","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:25.392699189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"default-tenant","reconcileID":"6053c3bc-ef53-402f-a89f-e680b6a70740","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-89c124","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:25.406529182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"default-tenant","reconcileID":"6053c3bc-ef53-402f-a89f-e680b6a70740","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-89c124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:25.413932422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"default-tenant","reconcileID":"6053c3bc-ef53-402f-a89f-e680b6a70740","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-89c124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:25.42810966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"default-tenant","reconcileID":"6053c3bc-ef53-402f-a89f-e680b6a70740","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-89c124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:25.441600168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"default-tenant","reconcileID":"6053c3bc-ef53-402f-a89f-e680b6a70740","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-89c124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:25.446839779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"default-tenant","reconcileID":"6053c3bc-ef53-402f-a89f-e680b6a70740","gvk":"Deployment","name":"payload-processing-e2e-inf-a-89c124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:25.451002327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"default-tenant","reconcileID":"6053c3bc-ef53-402f-a89f-e680b6a70740","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-89c124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:25.455007583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"default-tenant","reconcileID":"6053c3bc-ef53-402f-a89f-e680b6a70740","gvk":"Service","name":"payload-processing-e2e-inf-a-89c124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:25.459741225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"default-tenant","reconcileID":"6053c3bc-ef53-402f-a89f-e680b6a70740","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-89c124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:25.469909298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"default-tenant","reconcileID":"6053c3bc-ef53-402f-a89f-e680b6a70740","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-89c124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:25.480925094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"default-tenant","reconcileID":"6053c3bc-ef53-402f-a89f-e680b6a70740","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-89c124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:25.487825617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"default-tenant","reconcileID":"6053c3bc-ef53-402f-a89f-e680b6a70740","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-89c124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:25.49681023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"default-tenant","reconcileID":"6053c3bc-ef53-402f-a89f-e680b6a70740","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-89c124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:25.502137046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"default-tenant","reconcileID":"6053c3bc-ef53-402f-a89f-e680b6a70740","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-89c124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:25.506447715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"default-tenant","reconcileID":"6053c3bc-ef53-402f-a89f-e680b6a70740","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-89c124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:25.511415122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"default-tenant","reconcileID":"6053c3bc-ef53-402f-a89f-e680b6a70740","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-89c124","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:25.515662716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-89c124"},"namespace":"ai-tenant-e2e-inf-a-89c124","name":"default-tenant","reconcileID":"6053c3bc-ef53-402f-a89f-e680b6a70740","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-89c124","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:25.586782129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98513995-67c3-429f-b667-8d281780b807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:25.591809478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98513995-67c3-429f-b667-8d281780b807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:25.597095693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98513995-67c3-429f-b667-8d281780b807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:25.601936696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98513995-67c3-429f-b667-8d281780b807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:25.721466771Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-89c124","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-89c124","reconcileID":"cb71fea9-da1a-41d6-be5d-b6ba22d470f9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-89c124","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-89c124"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:26.004430351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a57526d-8bb5-402a-b09f-8c6fe472d49d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:26.010739616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a57526d-8bb5-402a-b09f-8c6fe472d49d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:26.016195247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a57526d-8bb5-402a-b09f-8c6fe472d49d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:26.023768582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a57526d-8bb5-402a-b09f-8c6fe472d49d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:21:27.232564317Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"d6daea7e-865b-4b68-98e0-41bac2e3ab98","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:21:28.557764937Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"c3621061-fc40-48ec-bc8a-5d4a9d044dd1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:21:28.747951603Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"premium-w2-f06af6","reconcileID":"f574808a-9d48-43cf-b507-92e69c369dd1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:21:28.848199579Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"simulator-w2-f06af6","reconcileID":"a03b9dba-f615-4511-87ef-558c78db2277","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:21:28.948171609Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-w2-f06af6","reconcileID":"31747d10-a8b6-4ffc-bbdb-742f15136b7c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:21:29.048292675Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-w3-c1fdd6","reconcileID":"a34e452b-f936-4ce6-a4e2-975bdcbd4f71","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:21:29.15227514Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"premium-w3-c1fdd6","reconcileID":"032f82f1-746a-4d22-a78a-98d804634048","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:21:29.369273561Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"simulator-w3-c1fdd6","reconcileID":"da41253e-f920-4597-9d14-810f97d8152f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:36.165494295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"283d454b-597f-4324-b7ec-4db6e030b354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:36.169591284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"283d454b-597f-4324-b7ec-4db6e030b354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:36.173839925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"283d454b-597f-4324-b7ec-4db6e030b354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:36.177950901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"283d454b-597f-4324-b7ec-4db6e030b354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:36.378438479Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:36.451451707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fd78607-6800-4977-a43f-5fe18e3a7e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:36.455725529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fd78607-6800-4977-a43f-5fe18e3a7e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:36.460007236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fd78607-6800-4977-a43f-5fe18e3a7e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:36.464094858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fd78607-6800-4977-a43f-5fe18e3a7e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:40.277594178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"c3b59b16-8ac0-42fd-9b1d-776275baa517","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:40.27778102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"87926d0b-bb5d-4918-89b3-ee6aecc645bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:40.277978971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"0455044b-75ba-424d-ab74-65c9dea4cb77","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:40.313786003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"1d71ecd0-d4d6-420a-b86f-fe1358a4deaa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:40.313845606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"08d5d005-f5b9-4551-9af3-a75a5eeaa4ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:40.314267214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"c4c3b9d2-613a-4ea5-ac02-6d2914c568b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:42.592864244Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"default-tenant","reconcileID":"ef3b6dc0-c667-404a-800e-d81dab4dc406","namespace":"ai-tenant-e2e-extmod-a-517027","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:42.592941253Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"default-tenant","reconcileID":"ef3b6dc0-c667-404a-800e-d81dab4dc406","namespace":"ai-tenant-e2e-extmod-a-517027","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:42.592995119Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"default-tenant","reconcileID":"ef3b6dc0-c667-404a-800e-d81dab4dc406","tenant":"e2e-extmod-a-517027","tenantID":"e2e-extmod-a-517027","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:42.601485235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"default-tenant","reconcileID":"ef3b6dc0-c667-404a-800e-d81dab4dc406","gvk":"Deployment","name":"maas-api-e2e-extmod-a-517027","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:42.616394615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"default-tenant","reconcileID":"ef3b6dc0-c667-404a-800e-d81dab4dc406","gvk":"Service","name":"maas-api-e2e-extmod-a-517027","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:42.629790596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"default-tenant","reconcileID":"ef3b6dc0-c667-404a-800e-d81dab4dc406","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-517027","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:42.636873094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"default-tenant","reconcileID":"ef3b6dc0-c667-404a-800e-d81dab4dc406","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-517027","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:42.649265443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"default-tenant","reconcileID":"ef3b6dc0-c667-404a-800e-d81dab4dc406","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-517027","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:42.657119018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"default-tenant","reconcileID":"ef3b6dc0-c667-404a-800e-d81dab4dc406","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-517027","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:42.666910762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"default-tenant","reconcileID":"ef3b6dc0-c667-404a-800e-d81dab4dc406","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-517027","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:42.674469642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"default-tenant","reconcileID":"ef3b6dc0-c667-404a-800e-d81dab4dc406","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-517027","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:42.67878232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"default-tenant","reconcileID":"ef3b6dc0-c667-404a-800e-d81dab4dc406","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-517027","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:42.683140473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"default-tenant","reconcileID":"ef3b6dc0-c667-404a-800e-d81dab4dc406","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-517027","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:42.687462012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"default-tenant","reconcileID":"ef3b6dc0-c667-404a-800e-d81dab4dc406","gvk":"Service","name":"payload-processing-e2e-extmod-a-517027","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:42.692321344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"default-tenant","reconcileID":"ef3b6dc0-c667-404a-800e-d81dab4dc406","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-517027","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:42.696319699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"default-tenant","reconcileID":"ef3b6dc0-c667-404a-800e-d81dab4dc406","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-517027","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:42.70221989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"default-tenant","reconcileID":"ef3b6dc0-c667-404a-800e-d81dab4dc406","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-517027","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:42.70683307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"default-tenant","reconcileID":"ef3b6dc0-c667-404a-800e-d81dab4dc406","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-517027","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:42.715306582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"default-tenant","reconcileID":"ef3b6dc0-c667-404a-800e-d81dab4dc406","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-517027","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:42.719432275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"default-tenant","reconcileID":"ef3b6dc0-c667-404a-800e-d81dab4dc406","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-517027","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:42.723705568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"default-tenant","reconcileID":"ef3b6dc0-c667-404a-800e-d81dab4dc406","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-517027","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:42.72774605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"default-tenant","reconcileID":"ef3b6dc0-c667-404a-800e-d81dab4dc406","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-517027","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:42.731881016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-517027"},"namespace":"ai-tenant-e2e-extmod-a-517027","name":"default-tenant","reconcileID":"ef3b6dc0-c667-404a-800e-d81dab4dc406","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-517027","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:42.889680358Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-517027","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-517027","reconcileID":"f9635da4-9ad5-4203-af76-c80cbd81fd30","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-517027","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-517027"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:43.100227799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f33245e-9129-4468-b9f5-5ac20e1888dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:43.105109201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f33245e-9129-4468-b9f5-5ac20e1888dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:43.109977867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f33245e-9129-4468-b9f5-5ac20e1888dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:43.114779331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f33245e-9129-4468-b9f5-5ac20e1888dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:43.374009295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d550a277-98ef-47ed-88a7-f074503c1349","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:43.378622458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d550a277-98ef-47ed-88a7-f074503c1349","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:43.385810493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d550a277-98ef-47ed-88a7-f074503c1349","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:43.391612424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d550a277-98ef-47ed-88a7-f074503c1349","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:50.390319615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"ec3ef109-cd34-450c-8f8f-0163b0c2b59e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:50.492665666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"ed88b24d-ee25-443b-9e7e-f70db7968896","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:50.4928238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"52fffd15-1897-43d6-9421-fbbff54dc498","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:50.493122256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b068fd36-018a-45da-b435-a2cceb4ba27c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:50.590211639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"f89fa4dd-0c0f-44e7-b499-d07761e23ad6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:50.591928624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e80d1538-b53a-41e8-8713-987bdee96f45","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:52.080435043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d84e2e9f-c1b2-485f-a666-f84485361fb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:52.084826348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d84e2e9f-c1b2-485f-a666-f84485361fb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:52.089200138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d84e2e9f-c1b2-485f-a666-f84485361fb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:52.093688075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d84e2e9f-c1b2-485f-a666-f84485361fb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:52.343007632Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"default-tenant","reconcileID":"0f6903c2-63a8-4cea-8963-a0ac29b79d52","namespace":"ai-tenant-e2e-inf-b-bdf9e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:52.343086346Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"default-tenant","reconcileID":"0f6903c2-63a8-4cea-8963-a0ac29b79d52","namespace":"ai-tenant-e2e-inf-b-bdf9e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:52.343134458Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"default-tenant","reconcileID":"0f6903c2-63a8-4cea-8963-a0ac29b79d52","tenant":"e2e-inf-b-bdf9e6","tenantID":"e2e-inf-b-bdf9e6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:52.349614409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"default-tenant","reconcileID":"0f6903c2-63a8-4cea-8963-a0ac29b79d52","gvk":"Deployment","name":"maas-api-e2e-inf-b-bdf9e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:52.35487402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f5d4fe-7d82-4105-8433-8eea42050771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:52.359191601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f5d4fe-7d82-4105-8433-8eea42050771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:52.363656435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f5d4fe-7d82-4105-8433-8eea42050771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:52.363901243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"default-tenant","reconcileID":"0f6903c2-63a8-4cea-8963-a0ac29b79d52","gvk":"Service","name":"maas-api-e2e-inf-b-bdf9e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:52.368150011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7f5d4fe-7d82-4105-8433-8eea42050771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:52.385708328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"default-tenant","reconcileID":"0f6903c2-63a8-4cea-8963-a0ac29b79d52","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-bdf9e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:52.393818338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"default-tenant","reconcileID":"0f6903c2-63a8-4cea-8963-a0ac29b79d52","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-bdf9e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:52.406077951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"default-tenant","reconcileID":"0f6903c2-63a8-4cea-8963-a0ac29b79d52","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-bdf9e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:52.421906982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"default-tenant","reconcileID":"0f6903c2-63a8-4cea-8963-a0ac29b79d52","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-bdf9e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:52.434962082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"default-tenant","reconcileID":"0f6903c2-63a8-4cea-8963-a0ac29b79d52","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-bdf9e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:52.445253687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"default-tenant","reconcileID":"0f6903c2-63a8-4cea-8963-a0ac29b79d52","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-bdf9e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:52.449429306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"default-tenant","reconcileID":"0f6903c2-63a8-4cea-8963-a0ac29b79d52","gvk":"Deployment","name":"payload-processing-e2e-inf-b-bdf9e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:52.453431939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"default-tenant","reconcileID":"0f6903c2-63a8-4cea-8963-a0ac29b79d52","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-bdf9e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:52.457510425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"default-tenant","reconcileID":"0f6903c2-63a8-4cea-8963-a0ac29b79d52","gvk":"Service","name":"payload-processing-e2e-inf-b-bdf9e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:52.461545356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"default-tenant","reconcileID":"0f6903c2-63a8-4cea-8963-a0ac29b79d52","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-bdf9e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:52.465789609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"default-tenant","reconcileID":"0f6903c2-63a8-4cea-8963-a0ac29b79d52","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-bdf9e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:52.470020118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"default-tenant","reconcileID":"0f6903c2-63a8-4cea-8963-a0ac29b79d52","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-bdf9e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:52.474736361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"default-tenant","reconcileID":"0f6903c2-63a8-4cea-8963-a0ac29b79d52","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-bdf9e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:52.483233747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"default-tenant","reconcileID":"0f6903c2-63a8-4cea-8963-a0ac29b79d52","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-bdf9e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:52.491705069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"default-tenant","reconcileID":"0f6903c2-63a8-4cea-8963-a0ac29b79d52","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-bdf9e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:52.497806194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"default-tenant","reconcileID":"0f6903c2-63a8-4cea-8963-a0ac29b79d52","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-bdf9e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:52.501945193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"default-tenant","reconcileID":"0f6903c2-63a8-4cea-8963-a0ac29b79d52","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-bdf9e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:52.50592485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-bdf9e6"},"namespace":"ai-tenant-e2e-inf-b-bdf9e6","name":"default-tenant","reconcileID":"0f6903c2-63a8-4cea-8963-a0ac29b79d52","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-bdf9e6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:52.802071619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"962801a4-fa3d-42fe-9590-cc610bdbf8d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:52.806942924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"962801a4-fa3d-42fe-9590-cc610bdbf8d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:52.811734766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"962801a4-fa3d-42fe-9590-cc610bdbf8d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:52.816085141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"962801a4-fa3d-42fe-9590-cc610bdbf8d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:52.829147415Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-bdf9e6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-bdf9e6","reconcileID":"345a2238-2bb3-4614-9782-a72882ac2ece","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-bdf9e6","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-bdf9e6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:53.069497919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f6efc5e-9d33-4039-a908-9d2fabfdbe90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:53.074101062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f6efc5e-9d33-4039-a908-9d2fabfdbe90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:53.079384813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f6efc5e-9d33-4039-a908-9d2fabfdbe90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:21:53.083664489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f6efc5e-9d33-4039-a908-9d2fabfdbe90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:01.050548834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f009e1f-905c-418e-8b40-5da9f4af6a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:01.054739049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f009e1f-905c-418e-8b40-5da9f4af6a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:01.05975183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f009e1f-905c-418e-8b40-5da9f4af6a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:01.064022677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f009e1f-905c-418e-8b40-5da9f4af6a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:01.439790651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"037bd930-adfc-41a1-979a-55eff3e1d47c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:01.445132088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"037bd930-adfc-41a1-979a-55eff3e1d47c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:01.4503945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"037bd930-adfc-41a1-979a-55eff3e1d47c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:01.455987231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"037bd930-adfc-41a1-979a-55eff3e1d47c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:01.732278653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31cac3c8-3964-45ea-8e10-5d7d8cd7c8da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:01.737034294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31cac3c8-3964-45ea-8e10-5d7d8cd7c8da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:01.748993768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31cac3c8-3964-45ea-8e10-5d7d8cd7c8da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:01.755570706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31cac3c8-3964-45ea-8e10-5d7d8cd7c8da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:02.048374821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b0ee053-5744-4ad1-8890-4446ce7e82f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:02.052942387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b0ee053-5744-4ad1-8890-4446ce7e82f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:02.057400486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b0ee053-5744-4ad1-8890-4446ce7e82f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:02.061763035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b0ee053-5744-4ad1-8890-4446ce7e82f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:02.373826174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b576daa2-ed74-4676-8620-5d482e82fb5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:02.378835771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b576daa2-ed74-4676-8620-5d482e82fb5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:02.383897181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b576daa2-ed74-4676-8620-5d482e82fb5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:02.389104428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b576daa2-ed74-4676-8620-5d482e82fb5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:04.292852063Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5f9b3c"},"namespace":"ai-tenant-e2e-extmod-b-5f9b3c","name":"default-tenant","reconcileID":"d6d259e3-5014-45e0-ac2e-c245c794eac6","namespace":"ai-tenant-e2e-extmod-b-5f9b3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:04.292909671Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5f9b3c"},"namespace":"ai-tenant-e2e-extmod-b-5f9b3c","name":"default-tenant","reconcileID":"d6d259e3-5014-45e0-ac2e-c245c794eac6","namespace":"ai-tenant-e2e-extmod-b-5f9b3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:04.292960021Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5f9b3c"},"namespace":"ai-tenant-e2e-extmod-b-5f9b3c","name":"default-tenant","reconcileID":"d6d259e3-5014-45e0-ac2e-c245c794eac6","tenant":"e2e-extmod-b-5f9b3c","tenantID":"e2e-extmod-b-5f9b3c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:04.300249457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5f9b3c"},"namespace":"ai-tenant-e2e-extmod-b-5f9b3c","name":"default-tenant","reconcileID":"d6d259e3-5014-45e0-ac2e-c245c794eac6","gvk":"Deployment","name":"maas-api-e2e-extmod-b-5f9b3c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:04.314862023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5f9b3c"},"namespace":"ai-tenant-e2e-extmod-b-5f9b3c","name":"default-tenant","reconcileID":"d6d259e3-5014-45e0-ac2e-c245c794eac6","gvk":"Service","name":"maas-api-e2e-extmod-b-5f9b3c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:04.332718761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5f9b3c"},"namespace":"ai-tenant-e2e-extmod-b-5f9b3c","name":"default-tenant","reconcileID":"d6d259e3-5014-45e0-ac2e-c245c794eac6","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-5f9b3c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:04.339668549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5f9b3c"},"namespace":"ai-tenant-e2e-extmod-b-5f9b3c","name":"default-tenant","reconcileID":"d6d259e3-5014-45e0-ac2e-c245c794eac6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-5f9b3c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:04.349120284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5f9b3c"},"namespace":"ai-tenant-e2e-extmod-b-5f9b3c","name":"default-tenant","reconcileID":"d6d259e3-5014-45e0-ac2e-c245c794eac6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-5f9b3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:04.361364878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5f9b3c"},"namespace":"ai-tenant-e2e-extmod-b-5f9b3c","name":"default-tenant","reconcileID":"d6d259e3-5014-45e0-ac2e-c245c794eac6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-5f9b3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:04.371884615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5f9b3c"},"namespace":"ai-tenant-e2e-extmod-b-5f9b3c","name":"default-tenant","reconcileID":"d6d259e3-5014-45e0-ac2e-c245c794eac6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-5f9b3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:04.385023002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5f9b3c"},"namespace":"ai-tenant-e2e-extmod-b-5f9b3c","name":"default-tenant","reconcileID":"d6d259e3-5014-45e0-ac2e-c245c794eac6","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-5f9b3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:04.389720833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5f9b3c"},"namespace":"ai-tenant-e2e-extmod-b-5f9b3c","name":"default-tenant","reconcileID":"d6d259e3-5014-45e0-ac2e-c245c794eac6","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-5f9b3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:04.394303557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5f9b3c"},"namespace":"ai-tenant-e2e-extmod-b-5f9b3c","name":"default-tenant","reconcileID":"d6d259e3-5014-45e0-ac2e-c245c794eac6","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-5f9b3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:04.401568074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5f9b3c"},"namespace":"ai-tenant-e2e-extmod-b-5f9b3c","name":"default-tenant","reconcileID":"d6d259e3-5014-45e0-ac2e-c245c794eac6","gvk":"Service","name":"payload-processing-e2e-extmod-b-5f9b3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:04.406866287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5f9b3c"},"namespace":"ai-tenant-e2e-extmod-b-5f9b3c","name":"default-tenant","reconcileID":"d6d259e3-5014-45e0-ac2e-c245c794eac6","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-5f9b3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:04.411593351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5f9b3c"},"namespace":"ai-tenant-e2e-extmod-b-5f9b3c","name":"default-tenant","reconcileID":"d6d259e3-5014-45e0-ac2e-c245c794eac6","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-5f9b3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:04.415985509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5f9b3c"},"namespace":"ai-tenant-e2e-extmod-b-5f9b3c","name":"default-tenant","reconcileID":"d6d259e3-5014-45e0-ac2e-c245c794eac6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-5f9b3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:04.42068198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5f9b3c"},"namespace":"ai-tenant-e2e-extmod-b-5f9b3c","name":"default-tenant","reconcileID":"d6d259e3-5014-45e0-ac2e-c245c794eac6","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-5f9b3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:04.43203282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5f9b3c"},"namespace":"ai-tenant-e2e-extmod-b-5f9b3c","name":"default-tenant","reconcileID":"d6d259e3-5014-45e0-ac2e-c245c794eac6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-5f9b3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:04.436895395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5f9b3c"},"namespace":"ai-tenant-e2e-extmod-b-5f9b3c","name":"default-tenant","reconcileID":"d6d259e3-5014-45e0-ac2e-c245c794eac6","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-5f9b3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:04.441581132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5f9b3c"},"namespace":"ai-tenant-e2e-extmod-b-5f9b3c","name":"default-tenant","reconcileID":"d6d259e3-5014-45e0-ac2e-c245c794eac6","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-5f9b3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:04.445991192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5f9b3c"},"namespace":"ai-tenant-e2e-extmod-b-5f9b3c","name":"default-tenant","reconcileID":"d6d259e3-5014-45e0-ac2e-c245c794eac6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-5f9b3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:04.45052845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5f9b3c"},"namespace":"ai-tenant-e2e-extmod-b-5f9b3c","name":"default-tenant","reconcileID":"d6d259e3-5014-45e0-ac2e-c245c794eac6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-5f9b3c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:04.634209498Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-5f9b3c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-5f9b3c","reconcileID":"c587a1e7-4bd1-4811-8d4c-3b3a2f6876ad","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-5f9b3c","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-5f9b3c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:04.845406624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d27877e8-e819-4d74-a8e0-4c247470aa82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:04.849654283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d27877e8-e819-4d74-a8e0-4c247470aa82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:04.854153241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d27877e8-e819-4d74-a8e0-4c247470aa82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:04.858786065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d27877e8-e819-4d74-a8e0-4c247470aa82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:05.159038611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f241c804-ea3b-452f-bd3b-b7b701588e8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:05.163743767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f241c804-ea3b-452f-bd3b-b7b701588e8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:05.168011305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f241c804-ea3b-452f-bd3b-b7b701588e8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:05.175872045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f241c804-ea3b-452f-bd3b-b7b701588e8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:06.372630952Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:14.264753576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"517caf42-72e3-425c-9df3-60437cad1de2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:14.273452032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"517caf42-72e3-425c-9df3-60437cad1de2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:14.277811185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"517caf42-72e3-425c-9df3-60437cad1de2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:14.283675513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"517caf42-72e3-425c-9df3-60437cad1de2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:14.543609317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f05c5a3-8450-4d40-8b56-44faf9cb4343","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:14.547962132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f05c5a3-8450-4d40-8b56-44faf9cb4343","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:14.552095719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f05c5a3-8450-4d40-8b56-44faf9cb4343","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:14.556289171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f05c5a3-8450-4d40-8b56-44faf9cb4343","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:17.964805396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"1815c671-c548-47f6-a6cd-3cb5403e695d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:18.060880808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"66ca8396-bf81-4733-af58-81b1be0c125d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:18.062320787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"5a9546ab-5294-4251-bb22-f094c1fe30db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:18.062366146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"55efa6f2-5d17-491d-9986-d1ed4c1f78cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:18.062756572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"5c71a802-c766-4973-a055-658d3c182615","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:18.062777919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0d1d3dca-70ef-4d40-9079-9849e1082d45","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:18.468878286Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"default-tenant","reconcileID":"e2d7e2ef-d661-477b-8757-d2c2e4e82b40","namespace":"ai-tenant-e2e-extmod-a-222480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:18.468964707Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"default-tenant","reconcileID":"e2d7e2ef-d661-477b-8757-d2c2e4e82b40","namespace":"ai-tenant-e2e-extmod-a-222480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:18.469030045Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"default-tenant","reconcileID":"e2d7e2ef-d661-477b-8757-d2c2e4e82b40","tenant":"e2e-extmod-a-222480","tenantID":"e2e-extmod-a-222480","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:18.482455233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"default-tenant","reconcileID":"e2d7e2ef-d661-477b-8757-d2c2e4e82b40","gvk":"Deployment","name":"maas-api-e2e-extmod-a-222480","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:18.500389811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"default-tenant","reconcileID":"e2d7e2ef-d661-477b-8757-d2c2e4e82b40","gvk":"Service","name":"maas-api-e2e-extmod-a-222480","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:18.519502202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"default-tenant","reconcileID":"e2d7e2ef-d661-477b-8757-d2c2e4e82b40","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-222480","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:18.530114926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"default-tenant","reconcileID":"e2d7e2ef-d661-477b-8757-d2c2e4e82b40","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-222480","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:18.548788329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"default-tenant","reconcileID":"e2d7e2ef-d661-477b-8757-d2c2e4e82b40","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-222480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:18.556891838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"default-tenant","reconcileID":"e2d7e2ef-d661-477b-8757-d2c2e4e82b40","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-222480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:18.568274283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"default-tenant","reconcileID":"e2d7e2ef-d661-477b-8757-d2c2e4e82b40","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-222480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:18.576636893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"default-tenant","reconcileID":"e2d7e2ef-d661-477b-8757-d2c2e4e82b40","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-222480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:18.581187943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"default-tenant","reconcileID":"e2d7e2ef-d661-477b-8757-d2c2e4e82b40","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-222480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:18.585692309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"default-tenant","reconcileID":"e2d7e2ef-d661-477b-8757-d2c2e4e82b40","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-222480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:18.591297575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"default-tenant","reconcileID":"e2d7e2ef-d661-477b-8757-d2c2e4e82b40","gvk":"Service","name":"payload-processing-e2e-extmod-a-222480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:18.595796821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"default-tenant","reconcileID":"e2d7e2ef-d661-477b-8757-d2c2e4e82b40","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-222480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:18.60143037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"default-tenant","reconcileID":"e2d7e2ef-d661-477b-8757-d2c2e4e82b40","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-222480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:18.605987082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"default-tenant","reconcileID":"e2d7e2ef-d661-477b-8757-d2c2e4e82b40","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-222480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:18.610384789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"default-tenant","reconcileID":"e2d7e2ef-d661-477b-8757-d2c2e4e82b40","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-222480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:18.619257431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"default-tenant","reconcileID":"e2d7e2ef-d661-477b-8757-d2c2e4e82b40","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-222480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:18.623620646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"default-tenant","reconcileID":"e2d7e2ef-d661-477b-8757-d2c2e4e82b40","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-222480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:18.631088333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"default-tenant","reconcileID":"e2d7e2ef-d661-477b-8757-d2c2e4e82b40","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-222480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:18.635843037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"default-tenant","reconcileID":"e2d7e2ef-d661-477b-8757-d2c2e4e82b40","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-222480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:18.647261739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-222480"},"namespace":"ai-tenant-e2e-extmod-a-222480","name":"default-tenant","reconcileID":"e2d7e2ef-d661-477b-8757-d2c2e4e82b40","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-222480","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:18.821469163Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-222480","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-222480","reconcileID":"e5707253-27dd-43fa-9bf0-f34281544fca","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-222480","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-222480"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:19.06957033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0bf68c0-868e-42ae-8327-d2b7b5312639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:19.077742253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0bf68c0-868e-42ae-8327-d2b7b5312639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:19.0889585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0bf68c0-868e-42ae-8327-d2b7b5312639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:19.096356175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0bf68c0-868e-42ae-8327-d2b7b5312639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:19.430038206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49c8b966-0671-4731-8a14-d44551992193","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:19.434517591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49c8b966-0671-4731-8a14-d44551992193","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:19.438758243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49c8b966-0671-4731-8a14-d44551992193","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:19.442884273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49c8b966-0671-4731-8a14-d44551992193","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:23.954245542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"689c6032-f218-4eee-b20c-e496dd7deb4b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:24.055728445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"5fc8ca99-7763-4e9f-acd2-2c47dd48df7d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:24.056273377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"a9f82ed4-89cb-4d71-bb5f-d659abe074a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:24.056318905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"d5ccdd44-0180-4931-8ae1-0bc473d2b9e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:24.057974022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aa015358-b461-4fdf-bdd0-02ead68f93b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:24.068526188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"3ea8e6e3-6ffb-4614-98ef-074033064830","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:26.829163351Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"default-tenant","reconcileID":"fc174ef3-1c85-4d29-afa5-7334aecad22e","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:26.829227282Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"default-tenant","reconcileID":"fc174ef3-1c85-4d29-afa5-7334aecad22e","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:26.829280241Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"default-tenant","reconcileID":"fc174ef3-1c85-4d29-afa5-7334aecad22e","tenant":"e2e-shared-a-w1-7eaeed","tenantID":"e2e-shared-a-w1-7eaeed","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:26.836761916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"default-tenant","reconcileID":"fc174ef3-1c85-4d29-afa5-7334aecad22e","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-7eaeed","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:26.851540751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"default-tenant","reconcileID":"fc174ef3-1c85-4d29-afa5-7334aecad22e","gvk":"Service","name":"maas-api-e2e-shared-a-w1-7eaeed","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:26.867845205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"default-tenant","reconcileID":"fc174ef3-1c85-4d29-afa5-7334aecad22e","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-7eaeed","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:26.875931732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"default-tenant","reconcileID":"fc174ef3-1c85-4d29-afa5-7334aecad22e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-7eaeed","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:26.895217019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"default-tenant","reconcileID":"fc174ef3-1c85-4d29-afa5-7334aecad22e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-7eaeed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:26.906945811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"default-tenant","reconcileID":"fc174ef3-1c85-4d29-afa5-7334aecad22e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-7eaeed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:26.917928357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"default-tenant","reconcileID":"fc174ef3-1c85-4d29-afa5-7334aecad22e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-7eaeed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:26.927543839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"default-tenant","reconcileID":"fc174ef3-1c85-4d29-afa5-7334aecad22e","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-7eaeed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:26.933460682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"default-tenant","reconcileID":"fc174ef3-1c85-4d29-afa5-7334aecad22e","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-7eaeed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:26.942322058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"default-tenant","reconcileID":"fc174ef3-1c85-4d29-afa5-7334aecad22e","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-7eaeed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:26.946690998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"default-tenant","reconcileID":"fc174ef3-1c85-4d29-afa5-7334aecad22e","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-7eaeed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:26.953731764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"default-tenant","reconcileID":"fc174ef3-1c85-4d29-afa5-7334aecad22e","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-7eaeed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:26.958017621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"default-tenant","reconcileID":"fc174ef3-1c85-4d29-afa5-7334aecad22e","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-7eaeed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:26.962069529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"default-tenant","reconcileID":"fc174ef3-1c85-4d29-afa5-7334aecad22e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-7eaeed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:26.96666153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"default-tenant","reconcileID":"fc174ef3-1c85-4d29-afa5-7334aecad22e","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-7eaeed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:26.974988204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"default-tenant","reconcileID":"fc174ef3-1c85-4d29-afa5-7334aecad22e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-7eaeed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:26.979765509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"default-tenant","reconcileID":"fc174ef3-1c85-4d29-afa5-7334aecad22e","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-7eaeed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:26.984364513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"default-tenant","reconcileID":"fc174ef3-1c85-4d29-afa5-7334aecad22e","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-7eaeed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:26.988568464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"default-tenant","reconcileID":"fc174ef3-1c85-4d29-afa5-7334aecad22e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-7eaeed","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:26.993570769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7eaeed"},"namespace":"ai-tenant-e2e-shared-a-w1-7eaeed","name":"default-tenant","reconcileID":"fc174ef3-1c85-4d29-afa5-7334aecad22e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-7eaeed","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:27.190450671Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-7eaeed","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-7eaeed","reconcileID":"1d28f418-7f20-42d2-90ba-b77511bd837a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-7eaeed","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-7eaeed"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:27.372139694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56f20568-5b0e-4a14-aa31-639026976e8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:27.380943232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56f20568-5b0e-4a14-aa31-639026976e8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:27.388147106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56f20568-5b0e-4a14-aa31-639026976e8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:27.392467425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56f20568-5b0e-4a14-aa31-639026976e8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:27.645695323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e25a49d4-64c8-4d92-aca4-8c39133f2e67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:27.650474433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e25a49d4-64c8-4d92-aca4-8c39133f2e67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:27.654752123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e25a49d4-64c8-4d92-aca4-8c39133f2e67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:27.660649308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e25a49d4-64c8-4d92-aca4-8c39133f2e67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:27.954859925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aee2e720-aef4-4e4c-b17b-575a70464ab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:27.968934193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aee2e720-aef4-4e4c-b17b-575a70464ab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:27.973447383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aee2e720-aef4-4e4c-b17b-575a70464ab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:27.977731635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aee2e720-aef4-4e4c-b17b-575a70464ab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:28.320651494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab1ee094-7f46-4b35-8640-de08381789ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:28.324983689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab1ee094-7f46-4b35-8640-de08381789ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:28.329354195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab1ee094-7f46-4b35-8640-de08381789ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:28.335392981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab1ee094-7f46-4b35-8640-de08381789ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:29.376977428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"8922fc49-7423-4319-8f9b-3c87e23d9370","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:29.478513098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e130c81e-7d8f-4a7c-9bec-bfd95f8c939f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:29.484331383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"92b9dbd2-6234-4cbe-9c11-5ed6c2e77964","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:29.497940343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"c71c14ad-8dff-455d-abfe-b1683fdf6b35","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:29.573856581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"0e7641bb-a89f-4fbf-8e2f-1dff858c731b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:29.574205103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"8b27cebe-3e29-4677-9aee-ebeb57a86efe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:34.996221026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a5fc2097-703b-429f-908c-537daf2056f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:35.093218859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"24cfbb7a-4d9f-48d9-b37e-ceaba6324f1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:35.093875563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"21dc8674-4aab-4a72-8a80-ff45fe0cca9b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:35.09414366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"7be7befc-7e28-4273-9089-acbbecdb7982","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:35.193776705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"b53b6b95-a9a2-42e3-a764-619c6c7a4ce2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:35.193865933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"637f978e-895d-4087-9b19-d61da6b147c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:35.832150614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11bfefde-5874-4a29-9e63-4e8db503889d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:35.836496126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11bfefde-5874-4a29-9e63-4e8db503889d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:35.840708471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11bfefde-5874-4a29-9e63-4e8db503889d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:35.844912931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11bfefde-5874-4a29-9e63-4e8db503889d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:36.144430807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7cd9065-8091-4881-be2f-7d75911f4699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:36.148713237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7cd9065-8091-4881-be2f-7d75911f4699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:36.153829237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7cd9065-8091-4881-be2f-7d75911f4699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:36.158351374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7cd9065-8091-4881-be2f-7d75911f4699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:36.393924714Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:36.512832786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34fd2182-c3c0-490e-b9fa-98c5479182d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:36.517965683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34fd2182-c3c0-490e-b9fa-98c5479182d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:36.57457697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34fd2182-c3c0-490e-b9fa-98c5479182d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:36.57906813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34fd2182-c3c0-490e-b9fa-98c5479182d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:36.848261884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e2ef99f-e456-4afa-bf79-edcf40e9be7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:36.852643024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e2ef99f-e456-4afa-bf79-edcf40e9be7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:36.856915781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e2ef99f-e456-4afa-bf79-edcf40e9be7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:36.861140211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e2ef99f-e456-4afa-bf79-edcf40e9be7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:40.265367035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"20c8fd04-38dc-4cbf-967e-75c998e848e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:40.342146208Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"default-tenant","reconcileID":"662ba315-702f-41a7-9299-093f07aa1ee7","namespace":"ai-tenant-e2e-extmod-b-4d5758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:40.342196679Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"default-tenant","reconcileID":"662ba315-702f-41a7-9299-093f07aa1ee7","namespace":"ai-tenant-e2e-extmod-b-4d5758","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:40.342260673Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"default-tenant","reconcileID":"662ba315-702f-41a7-9299-093f07aa1ee7","tenant":"e2e-extmod-b-4d5758","tenantID":"e2e-extmod-b-4d5758","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:40.351889254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"default-tenant","reconcileID":"662ba315-702f-41a7-9299-093f07aa1ee7","gvk":"Deployment","name":"maas-api-e2e-extmod-b-4d5758","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:40.377451874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"4ed9abff-630a-44a7-93fd-8625784c49d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:40.379232062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"default-tenant","reconcileID":"662ba315-702f-41a7-9299-093f07aa1ee7","gvk":"Service","name":"maas-api-e2e-extmod-b-4d5758","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:40.379449087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"1724ae26-4fdf-4526-9e97-ebc62d2bfee0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:40.382510662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"f6dcdb2a-2e43-4731-a2e2-bbe0c7915905","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:40.382648684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"9c228736-ab6c-4a59-8f65-90b52bc5d4b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:40.390602765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"default-tenant","reconcileID":"662ba315-702f-41a7-9299-093f07aa1ee7","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-4d5758","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:40.400494862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"default-tenant","reconcileID":"662ba315-702f-41a7-9299-093f07aa1ee7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-4d5758","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:40.410574849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"default-tenant","reconcileID":"662ba315-702f-41a7-9299-093f07aa1ee7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-4d5758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:40.421434809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"default-tenant","reconcileID":"662ba315-702f-41a7-9299-093f07aa1ee7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-4d5758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:40.429666382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"default-tenant","reconcileID":"662ba315-702f-41a7-9299-093f07aa1ee7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-4d5758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:40.437312193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"default-tenant","reconcileID":"662ba315-702f-41a7-9299-093f07aa1ee7","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-4d5758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:40.4417355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"default-tenant","reconcileID":"662ba315-702f-41a7-9299-093f07aa1ee7","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-4d5758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:40.445975415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"default-tenant","reconcileID":"662ba315-702f-41a7-9299-093f07aa1ee7","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-4d5758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:40.45145753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"default-tenant","reconcileID":"662ba315-702f-41a7-9299-093f07aa1ee7","gvk":"Service","name":"payload-processing-e2e-extmod-b-4d5758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:40.456926656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"default-tenant","reconcileID":"662ba315-702f-41a7-9299-093f07aa1ee7","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-4d5758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:40.461218946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"default-tenant","reconcileID":"662ba315-702f-41a7-9299-093f07aa1ee7","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-4d5758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:40.464716784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a1de0ad5-b599-497b-8ecd-2e3a5b2f6eeb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:40.465585354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"default-tenant","reconcileID":"662ba315-702f-41a7-9299-093f07aa1ee7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-4d5758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:40.46987443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"default-tenant","reconcileID":"662ba315-702f-41a7-9299-093f07aa1ee7","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-4d5758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:40.479862262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"default-tenant","reconcileID":"662ba315-702f-41a7-9299-093f07aa1ee7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-4d5758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:40.485790623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"default-tenant","reconcileID":"662ba315-702f-41a7-9299-093f07aa1ee7","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-4d5758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:40.497151748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"default-tenant","reconcileID":"662ba315-702f-41a7-9299-093f07aa1ee7","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-4d5758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:40.501467169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"default-tenant","reconcileID":"662ba315-702f-41a7-9299-093f07aa1ee7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-4d5758","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:40.507505552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4d5758"},"namespace":"ai-tenant-e2e-extmod-b-4d5758","name":"default-tenant","reconcileID":"662ba315-702f-41a7-9299-093f07aa1ee7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-4d5758","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:40.693769749Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-4d5758","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-4d5758","reconcileID":"507afb68-ba81-42fd-a687-bc0c3c9a006b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-4d5758","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-4d5758"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:40.873735617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"647a8218-809d-4ff9-92f6-c1ba4940c6f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:40.878184949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"647a8218-809d-4ff9-92f6-c1ba4940c6f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:40.882798878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"647a8218-809d-4ff9-92f6-c1ba4940c6f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:40.888416627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"647a8218-809d-4ff9-92f6-c1ba4940c6f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:41.168423908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9a37667-e91e-4797-b042-b80b0837b8b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:41.172655861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9a37667-e91e-4797-b042-b80b0837b8b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:41.176907619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9a37667-e91e-4797-b042-b80b0837b8b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:41.181241129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9a37667-e91e-4797-b042-b80b0837b8b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:45.361934829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"52223c6c-84ee-482a-823c-337a5630379c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:45.463716656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"de08e544-22d2-4fbc-a63f-168791a1a56a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:45.466128418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"1487d867-8ba7-442c-8088-28e93e59edd3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:45.466186326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dc9fe883-a51b-4781-8023-e76bcf7d577b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:45.46652987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"d5436d06-3441-4ad4-a053-8d519dbc6a4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:45.466622192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"fcb14fdd-11a9-4068-ad07-6eed38d1c327","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:47.876890219Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"default-tenant","reconcileID":"537253da-02d1-4e74-995a-393080de1f00","namespace":"ai-tenant-e2e-shared-b-w1-981ee5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:47.876950101Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"default-tenant","reconcileID":"537253da-02d1-4e74-995a-393080de1f00","namespace":"ai-tenant-e2e-shared-b-w1-981ee5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:47.876997864Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"default-tenant","reconcileID":"537253da-02d1-4e74-995a-393080de1f00","tenant":"e2e-shared-b-w1-981ee5","tenantID":"e2e-shared-b-w1-981ee5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:47.884106411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"default-tenant","reconcileID":"537253da-02d1-4e74-995a-393080de1f00","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-981ee5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:47.899036223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"default-tenant","reconcileID":"537253da-02d1-4e74-995a-393080de1f00","gvk":"Service","name":"maas-api-e2e-shared-b-w1-981ee5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:47.909957582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"default-tenant","reconcileID":"537253da-02d1-4e74-995a-393080de1f00","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-981ee5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:47.91987194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"default-tenant","reconcileID":"537253da-02d1-4e74-995a-393080de1f00","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-981ee5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:47.937748029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"default-tenant","reconcileID":"537253da-02d1-4e74-995a-393080de1f00","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-981ee5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:47.947392951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"default-tenant","reconcileID":"537253da-02d1-4e74-995a-393080de1f00","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-981ee5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:47.955742736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"default-tenant","reconcileID":"537253da-02d1-4e74-995a-393080de1f00","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-981ee5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:47.963214413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"default-tenant","reconcileID":"537253da-02d1-4e74-995a-393080de1f00","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-981ee5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:47.971135592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"default-tenant","reconcileID":"537253da-02d1-4e74-995a-393080de1f00","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-981ee5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:47.975218716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"default-tenant","reconcileID":"537253da-02d1-4e74-995a-393080de1f00","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-981ee5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:47.988171684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"default-tenant","reconcileID":"537253da-02d1-4e74-995a-393080de1f00","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-981ee5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:47.993206962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"default-tenant","reconcileID":"537253da-02d1-4e74-995a-393080de1f00","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-981ee5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:47.997390138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"default-tenant","reconcileID":"537253da-02d1-4e74-995a-393080de1f00","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-981ee5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:48.001930218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"default-tenant","reconcileID":"537253da-02d1-4e74-995a-393080de1f00","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-981ee5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:48.006599449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"default-tenant","reconcileID":"537253da-02d1-4e74-995a-393080de1f00","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-981ee5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:48.01709003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"default-tenant","reconcileID":"537253da-02d1-4e74-995a-393080de1f00","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-981ee5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:48.022258673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"default-tenant","reconcileID":"537253da-02d1-4e74-995a-393080de1f00","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-981ee5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:48.026569239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"default-tenant","reconcileID":"537253da-02d1-4e74-995a-393080de1f00","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-981ee5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:48.036949708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"default-tenant","reconcileID":"537253da-02d1-4e74-995a-393080de1f00","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-981ee5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:48.040958591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-981ee5"},"namespace":"ai-tenant-e2e-shared-b-w1-981ee5","name":"default-tenant","reconcileID":"537253da-02d1-4e74-995a-393080de1f00","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-981ee5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:48.216549621Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-981ee5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-981ee5","reconcileID":"c3bebd82-6391-4c6c-a023-f34a7bd1c3bf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-981ee5","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-981ee5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:48.45877554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11754e35-0ae3-4b79-8216-330d4c1dc314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:48.463234675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11754e35-0ae3-4b79-8216-330d4c1dc314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:48.4677498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11754e35-0ae3-4b79-8216-330d4c1dc314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:48.471856709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11754e35-0ae3-4b79-8216-330d4c1dc314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:48.756470313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b864947e-9130-4f9a-b2c7-42a7bf16ec64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:48.763880493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b864947e-9130-4f9a-b2c7-42a7bf16ec64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:48.768084538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b864947e-9130-4f9a-b2c7-42a7bf16ec64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:48.772486392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b864947e-9130-4f9a-b2c7-42a7bf16ec64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:50.557828959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ae071bc-1f89-4ccb-b959-436127d73cef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:50.562770489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ae071bc-1f89-4ccb-b959-436127d73cef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:50.567773978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ae071bc-1f89-4ccb-b959-436127d73cef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:50.572475832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ae071bc-1f89-4ccb-b959-436127d73cef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:50.85116058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62584652-ac6c-485e-a082-bd9c3a477ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:50.85728058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62584652-ac6c-485e-a082-bd9c3a477ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:50.86485867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62584652-ac6c-485e-a082-bd9c3a477ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:50.869608961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62584652-ac6c-485e-a082-bd9c3a477ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:57.175827879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"a0069d15-b641-4d59-af50-2d528135d696","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"premium-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"premium-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:57.184395994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-w1-7a745c","reconcileID":"25565f47-1bb3-4dab-9902-03d9e9354a72","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"distinct-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"distinct-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:57.184566675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-2-w1-7a745c","reconcileID":"51551604-6fe6-4d18-b189-8759711d4d20","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"distinct-2-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"distinct-2-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:57.184715321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"ab2bb0c5-9cfa-4fdd-b696-c0135378a72b","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:57.220632333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"6bca4697-d56e-46f6-b3fe-f4791bb2935d","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:57.221005286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"2f8d7715-82a2-462c-8186-05f6b60f75e8","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"premium-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"premium-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:57.221407172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-w1-7a745c","reconcileID":"508bb341-9977-4f09-9516-34eed45071dd","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"distinct-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"distinct-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:57.221689889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-2-w1-7a745c","reconcileID":"aa9795db-cf66-485a-9815-faedce24158b","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"distinct-2-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"distinct-2-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:57.225327732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"bf0f2ae6-67e5-4553-bdda-c78d15c11509","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:57.235614167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"4ced5768-bb54-40fe-82f6-549b84b95650","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:57.369923021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"dfed6d6e-ac6b-4b36-8273-0668282d3612","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:57.370409927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"d65a37ce-6a68-4497-8a15-ed8222729dd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:57.376710434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"f7275147-2739-44f8-89ce-1ac54aa60543","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:57.380209272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"dfed6d6e-ac6b-4b36-8273-0668282d3612","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:57.382528287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"d65a37ce-6a68-4497-8a15-ed8222729dd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:57.383318308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"e4110c14-750c-4d93-8558-9e5501893727","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:57.491669088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"aef14247-60ec-4410-a054-6598b997957f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:57.491801836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"e6fc91c4-c5a0-495a-ae44-c88544399fcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:57.501736995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"aef14247-60ec-4410-a054-6598b997957f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:57.502361524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"e6fc91c4-c5a0-495a-ae44-c88544399fcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:57.526274347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e15857e5-1d20-4141-9c39-88655d113a43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:57.530884748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e15857e5-1d20-4141-9c39-88655d113a43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:57.535168204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e15857e5-1d20-4141-9c39-88655d113a43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:57.539456028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e15857e5-1d20-4141-9c39-88655d113a43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:57.849927021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47f4b26f-ed49-4690-8042-1a335db74209","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:57.854354547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47f4b26f-ed49-4690-8042-1a335db74209","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:57.858908844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47f4b26f-ed49-4690-8042-1a335db74209","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:22:57.863459422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47f4b26f-ed49-4690-8042-1a335db74209","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:01.904863567Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4d2317"},"namespace":"ai-tenant-e2e-shared-a-w0-4d2317","name":"default-tenant","reconcileID":"b3e0463c-52a4-485a-a0f8-1cb5aa632eb6","namespace":"ai-tenant-e2e-shared-a-w0-4d2317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:01.904921558Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4d2317"},"namespace":"ai-tenant-e2e-shared-a-w0-4d2317","name":"default-tenant","reconcileID":"b3e0463c-52a4-485a-a0f8-1cb5aa632eb6","namespace":"ai-tenant-e2e-shared-a-w0-4d2317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:01.9049744Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4d2317"},"namespace":"ai-tenant-e2e-shared-a-w0-4d2317","name":"default-tenant","reconcileID":"b3e0463c-52a4-485a-a0f8-1cb5aa632eb6","tenant":"e2e-shared-a-w0-4d2317","tenantID":"e2e-shared-a-w0-4d2317","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:01.912149497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4d2317"},"namespace":"ai-tenant-e2e-shared-a-w0-4d2317","name":"default-tenant","reconcileID":"b3e0463c-52a4-485a-a0f8-1cb5aa632eb6","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-4d2317","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:01.926557066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4d2317"},"namespace":"ai-tenant-e2e-shared-a-w0-4d2317","name":"default-tenant","reconcileID":"b3e0463c-52a4-485a-a0f8-1cb5aa632eb6","gvk":"Service","name":"maas-api-e2e-shared-a-w0-4d2317","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:01.942726511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4d2317"},"namespace":"ai-tenant-e2e-shared-a-w0-4d2317","name":"default-tenant","reconcileID":"b3e0463c-52a4-485a-a0f8-1cb5aa632eb6","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-4d2317","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:01.950398426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4d2317"},"namespace":"ai-tenant-e2e-shared-a-w0-4d2317","name":"default-tenant","reconcileID":"b3e0463c-52a4-485a-a0f8-1cb5aa632eb6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-4d2317","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:01.961219909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4d2317"},"namespace":"ai-tenant-e2e-shared-a-w0-4d2317","name":"default-tenant","reconcileID":"b3e0463c-52a4-485a-a0f8-1cb5aa632eb6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-4d2317","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:01.968435772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4d2317"},"namespace":"ai-tenant-e2e-shared-a-w0-4d2317","name":"default-tenant","reconcileID":"b3e0463c-52a4-485a-a0f8-1cb5aa632eb6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-4d2317","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:01.978606045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4d2317"},"namespace":"ai-tenant-e2e-shared-a-w0-4d2317","name":"default-tenant","reconcileID":"b3e0463c-52a4-485a-a0f8-1cb5aa632eb6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-4d2317","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:01.98620448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4d2317"},"namespace":"ai-tenant-e2e-shared-a-w0-4d2317","name":"default-tenant","reconcileID":"b3e0463c-52a4-485a-a0f8-1cb5aa632eb6","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-4d2317","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:01.99057294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4d2317"},"namespace":"ai-tenant-e2e-shared-a-w0-4d2317","name":"default-tenant","reconcileID":"b3e0463c-52a4-485a-a0f8-1cb5aa632eb6","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-4d2317","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:01.995859308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4d2317"},"namespace":"ai-tenant-e2e-shared-a-w0-4d2317","name":"default-tenant","reconcileID":"b3e0463c-52a4-485a-a0f8-1cb5aa632eb6","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-4d2317","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:02.00036126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4d2317"},"namespace":"ai-tenant-e2e-shared-a-w0-4d2317","name":"default-tenant","reconcileID":"b3e0463c-52a4-485a-a0f8-1cb5aa632eb6","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-4d2317","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:02.004805997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4d2317"},"namespace":"ai-tenant-e2e-shared-a-w0-4d2317","name":"default-tenant","reconcileID":"b3e0463c-52a4-485a-a0f8-1cb5aa632eb6","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-4d2317","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:02.008929931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4d2317"},"namespace":"ai-tenant-e2e-shared-a-w0-4d2317","name":"default-tenant","reconcileID":"b3e0463c-52a4-485a-a0f8-1cb5aa632eb6","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-4d2317","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:02.013094301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4d2317"},"namespace":"ai-tenant-e2e-shared-a-w0-4d2317","name":"default-tenant","reconcileID":"b3e0463c-52a4-485a-a0f8-1cb5aa632eb6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-4d2317","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:02.017237685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4d2317"},"namespace":"ai-tenant-e2e-shared-a-w0-4d2317","name":"default-tenant","reconcileID":"b3e0463c-52a4-485a-a0f8-1cb5aa632eb6","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-4d2317","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:02.029218521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4d2317"},"namespace":"ai-tenant-e2e-shared-a-w0-4d2317","name":"default-tenant","reconcileID":"b3e0463c-52a4-485a-a0f8-1cb5aa632eb6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-4d2317","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:02.033691908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4d2317"},"namespace":"ai-tenant-e2e-shared-a-w0-4d2317","name":"default-tenant","reconcileID":"b3e0463c-52a4-485a-a0f8-1cb5aa632eb6","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-4d2317","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:02.038337915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4d2317"},"namespace":"ai-tenant-e2e-shared-a-w0-4d2317","name":"default-tenant","reconcileID":"b3e0463c-52a4-485a-a0f8-1cb5aa632eb6","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-4d2317","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:02.042727471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4d2317"},"namespace":"ai-tenant-e2e-shared-a-w0-4d2317","name":"default-tenant","reconcileID":"b3e0463c-52a4-485a-a0f8-1cb5aa632eb6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-4d2317","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:02.047252057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-4d2317"},"namespace":"ai-tenant-e2e-shared-a-w0-4d2317","name":"default-tenant","reconcileID":"b3e0463c-52a4-485a-a0f8-1cb5aa632eb6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-4d2317","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:02.239174153Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-4d2317","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-4d2317","reconcileID":"d1db37c4-4ea2-4a76-a9b4-6ea0d45cdf57","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-4d2317","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-4d2317"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:02.269473645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-2-w1-7a745c","reconcileID":"0931217b-075f-4149-800d-fa7832a77d49","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"distinct-2-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"distinct-2-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:02.30765704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-w1-7a745c","reconcileID":"85fc0a66-14fb-4915-ba47-bdcd1881cb8e","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"distinct-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"distinct-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:02.3762221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"941b9667-c495-4b45-b878-46e21a9a659b","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"premium-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"premium-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:02.399803989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"bf171b75-c182-48b3-bf04-078ee03f6352","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:02.40036829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"c97e2cba-9879-4007-be5a-12b7d473de56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:02.401372878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"79d742e8-ead0-45d7-a1f6-354bd77babfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:02.411469012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"4b4a2e90-ec77-40c2-bbdf-5375eef295a5","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:02.419647513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"79d742e8-ead0-45d7-a1f6-354bd77babfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:02.469688853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"c97e2cba-9879-4007-be5a-12b7d473de56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:02.470699586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"0705a1f8-5acc-4bab-b359-c32757291170","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"premium-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"premium-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:02.502797769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"64dabe3e-1feb-45b5-9bda-84789cef7291","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:02.503507207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"b0b4c2d7-1faa-425d-9dc8-e9a0ec4bfb4f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:02.503581209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"93ab9ef6-af39-42fc-b6b4-2de0bb0c8256","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:02.510236032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d2ee9d2-cc84-4245-8b79-0b5ba62eb365","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:02.514101576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"64dabe3e-1feb-45b5-9bda-84789cef7291","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:02.515080233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d2ee9d2-cc84-4245-8b79-0b5ba62eb365","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:02.51936344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d2ee9d2-cc84-4245-8b79-0b5ba62eb365","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:02.524413956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d2ee9d2-cc84-4245-8b79-0b5ba62eb365","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:02.538405408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"3dc3d3be-a4e5-4c3a-b618-d5b3df372a17","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:02.598332275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"d5549b85-853b-49bc-abd5-3d8a4bb70a9c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:02.600921904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"3f514cbe-2d0c-4207-8dda-7ff4bd99a57b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:02.6114679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"3f514cbe-2d0c-4207-8dda-7ff4bd99a57b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:02.804143931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"200aba89-2baf-4fec-bd44-3ad4cf055001","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:02.809266757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"200aba89-2baf-4fec-bd44-3ad4cf055001","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:02.81812327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"200aba89-2baf-4fec-bd44-3ad4cf055001","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:02.825005511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"200aba89-2baf-4fec-bd44-3ad4cf055001","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:06.372564127Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:07.309484214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-2-w1-7a745c","reconcileID":"a848a737-2b33-4350-bef9-9733add7e1ed","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"distinct-2-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"distinct-2-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:07.3097231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-w1-7a745c","reconcileID":"3df91abd-a197-42aa-bc6b-0cca15ed1092","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"distinct-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"distinct-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:07.309893713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"91232330-01d7-4ce1-8692-75e8d607da8d","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"premium-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"premium-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:07.310191311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"a08524e6-e0f7-4b7f-8a8d-803323b981c9","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:07.323016273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"f66800b6-c0f2-4428-90d9-bc473fc69649","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:07.323210645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"badf69e7-dc1c-4f4c-8902-e46f7cf848d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:07.329645058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"7378c0ec-7043-4d17-87ce-7579e97a399c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:07.329722097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"c31e6693-5161-4a57-ad5c-de83670e6f12","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:07.332678943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"f66800b6-c0f2-4428-90d9-bc473fc69649","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:07.332695024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"badf69e7-dc1c-4f4c-8902-e46f7cf848d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:07.423269097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"86c378a7-ff4d-4f29-b836-e2ce0746e005","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:07.423561044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"f0333c76-7da1-4a32-8d1e-ef8310ee4278","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:07.429953772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"4fe26aa7-497c-47fc-bdf9-6a13fe4e1e8e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:07.429958584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"0c61c327-ad43-4441-86ef-4cff7fbc2a19","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:07.432975208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"f0333c76-7da1-4a32-8d1e-ef8310ee4278","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:07.43351594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"86c378a7-ff4d-4f29-b836-e2ce0746e005","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:10.316467894Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"default-tenant","reconcileID":"343f10a2-7e00-422a-bcaf-cc880bda659e","namespace":"ai-tenant-e2e-worker-w1-7a745c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:10.316537798Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"default-tenant","reconcileID":"343f10a2-7e00-422a-bcaf-cc880bda659e","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:10.324548489Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"default-tenant","reconcileID":"343f10a2-7e00-422a-bcaf-cc880bda659e","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:10.325254687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"a9f13e14-a5ec-42f5-a1b3-9d0633f2b6ee","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:10.334744458Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"default-tenant","reconcileID":"343f10a2-7e00-422a-bcaf-cc880bda659e","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:10.334767791Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"default-tenant","reconcileID":"343f10a2-7e00-422a-bcaf-cc880bda659e","namespace":"ai-tenant-e2e-worker-w1-7a745c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:10.334860593Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"default-tenant","reconcileID":"343f10a2-7e00-422a-bcaf-cc880bda659e","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:10.337926038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"d103c5f7-d594-4e78-bd0b-b191523176d6","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"premium-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"premium-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:10.346153339Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"default-tenant","reconcileID":"343f10a2-7e00-422a-bcaf-cc880bda659e","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:10.348675864Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"2a57c34f-44d6-4ef1-9c8a-7bccbc9fa1fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-712c6641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:10.349536138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"2b30900e-796e-4b99-82ad-d81466cf32ca","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:10.357460403Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"16cfc868-e852-479f-9073-9802e85b7241","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0762643f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:10.357976521Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"default-tenant","reconcileID":"343f10a2-7e00-422a-bcaf-cc880bda659e","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:10.361713012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"c049ff14-02eb-4938-b8f6-3b8a34864847","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"premium-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"premium-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:10.372785918Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"ae82f1fd-6b07-40d7-bb2b-487c1172ebb4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-712c6641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:10.384289431Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"0d9dfb52-34c0-4ed0-b444-da09fd508aad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0762643f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:10.384555045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"e5a242fc-fce8-4c97-9f25-57ba550345c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:10.385012426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"b0dfca31-5ac4-4c91-a2d7-37da6bfaf51f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:10.395953114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"e5a242fc-fce8-4c97-9f25-57ba550345c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:10.402617748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"b0dfca31-5ac4-4c91-a2d7-37da6bfaf51f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:10.516624988Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"8dc4b975-6200-42aa-a8fd-86c766cfed9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:10.521196619Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"352f7dc6-c945-4f01-9540-c9ea818b0746","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:10.62162644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"8dc4b975-6200-42aa-a8fd-86c766cfed9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:10.621686931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"352f7dc6-c945-4f01-9540-c9ea818b0746","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:10.658431842Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"352f7dc6-c945-4f01-9540-c9ea818b0746","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:10.658454295Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-access","reconcileID":"352f7dc6-c945-4f01-9540-c9ea818b0746","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:10.662472876Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"8dc4b975-6200-42aa-a8fd-86c766cfed9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-7a745c-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:10.662525108Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"8dc4b975-6200-42aa-a8fd-86c766cfed9c","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-7a745c-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:10.667830653Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"9bb4d58c-4ecd-4e56-85e8-76b8c484da87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:10.670095332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"946aafbc-c960-4618-b129-a10f0a0f332d","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:10.821513529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"9bb4d58c-4ecd-4e56-85e8-76b8c484da87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:10.831453189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"9bb4d58c-4ecd-4e56-85e8-76b8c484da87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"e2e-worker-w1-7a745c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:10.831471894Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-access","reconcileID":"9bb4d58c-4ecd-4e56-85e8-76b8c484da87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-7a745c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:10.844972664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"78a4079f-6c14-47cd-9e12-99b367aaa293","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"premium-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"premium-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:11.842344937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70c3d81e-3378-488c-af76-66a420565fe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:11.846911435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70c3d81e-3378-488c-af76-66a420565fe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:11.851177164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70c3d81e-3378-488c-af76-66a420565fe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:11.855390982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70c3d81e-3378-488c-af76-66a420565fe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:12.14553195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64831b2c-1366-46cc-8be3-4a611fbbab05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:12.149699854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64831b2c-1366-46cc-8be3-4a611fbbab05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:12.153971388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64831b2c-1366-46cc-8be3-4a611fbbab05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:12.158257378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64831b2c-1366-46cc-8be3-4a611fbbab05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:13.208426594Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"default-tenant","reconcileID":"22783f7a-bb0d-4cb2-8063-50e0791dfaf3","namespace":"ai-tenant-e2e-worker-w1-7a745c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:13.208498794Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"default-tenant","reconcileID":"22783f7a-bb0d-4cb2-8063-50e0791dfaf3","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:13.215518099Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"default-tenant","reconcileID":"22783f7a-bb0d-4cb2-8063-50e0791dfaf3","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:13.222712495Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"default-tenant","reconcileID":"22783f7a-bb0d-4cb2-8063-50e0791dfaf3","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:13.222726814Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"default-tenant","reconcileID":"22783f7a-bb0d-4cb2-8063-50e0791dfaf3","namespace":"ai-tenant-e2e-worker-w1-7a745c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:16.481924815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"925a8965-3f98-4e22-9d1f-07b52de43f20","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:16.58744855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"ad3bbe03-a41f-487b-9f98-851587a03715","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:16.587547196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9c25fffc-8694-4605-8247-298ee93da19d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:16.588256992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8f1a49a4-88f6-4f9f-b69b-9592645ed863","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:17.310773946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-2-w1-7a745c","reconcileID":"f3e5c949-bbb9-4c62-9ca4-4304d6bfc88f","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"distinct-2-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"distinct-2-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:17.311238584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-w1-7a745c","reconcileID":"c334c719-f5ab-49ab-bb42-1e277bf9b74b","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"distinct-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"distinct-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:20.380965438Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"f1951151-50c2-4b31-b217-2e0405bc7083","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:20.386812089Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"f1951151-50c2-4b31-b217-2e0405bc7083","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:20.390757342Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"28b7796f-1d62-4002-b07b-82a679218f31","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:20.392233429Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"simulator-subscription","reconcileID":"f1951151-50c2-4b31-b217-2e0405bc7083","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:20.395762444Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"28b7796f-1d62-4002-b07b-82a679218f31","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:20.402275017Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"premium-simulator-subscription","reconcileID":"28b7796f-1d62-4002-b07b-82a679218f31","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"name":"maas-trlp-premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c","model":"e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:20.46093135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"b9863d46-e603-4e3a-982a-36d327c72c49","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"simulator-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"simulator-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:20.530609858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"fa4117e5-06d8-4651-9254-0eaf779e2f69","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"routeName":"premium-w1-7a745c-kserve-route","namespace":"e2e-models-e2e-worker-w1-7a745c","llmisvcName":"premium-w1-7a745c","gateway":"openshift-ingress/e2e-worker-w1-7a745c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:21.522845886Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"default-tenant","reconcileID":"9c9bc9f8-12d5-4804-8fad-98fa0bce6bb9","namespace":"ai-tenant-e2e-worker-w1-7a745c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:21.522925078Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"default-tenant","reconcileID":"9c9bc9f8-12d5-4804-8fad-98fa0bce6bb9","namespace":"ai-tenant-e2e-worker-w1-7a745c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:21.522989381Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"default-tenant","reconcileID":"9c9bc9f8-12d5-4804-8fad-98fa0bce6bb9","tenant":"e2e-worker-w1-7a745c","tenantID":"e2e-worker-w1-7a745c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:21.531196621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"default-tenant","reconcileID":"9c9bc9f8-12d5-4804-8fad-98fa0bce6bb9","gvk":"Deployment","name":"maas-api-e2e-worker-w1-7a745c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:21.549200474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"default-tenant","reconcileID":"9c9bc9f8-12d5-4804-8fad-98fa0bce6bb9","gvk":"Service","name":"maas-api-e2e-worker-w1-7a745c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:21.563943758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"default-tenant","reconcileID":"9c9bc9f8-12d5-4804-8fad-98fa0bce6bb9","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-7a745c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:21.570893725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"default-tenant","reconcileID":"9c9bc9f8-12d5-4804-8fad-98fa0bce6bb9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-7a745c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:21.582949157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"default-tenant","reconcileID":"9c9bc9f8-12d5-4804-8fad-98fa0bce6bb9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-7a745c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:21.591443608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"default-tenant","reconcileID":"9c9bc9f8-12d5-4804-8fad-98fa0bce6bb9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-7a745c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:21.605190189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"default-tenant","reconcileID":"9c9bc9f8-12d5-4804-8fad-98fa0bce6bb9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-7a745c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:21.614327625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"default-tenant","reconcileID":"9c9bc9f8-12d5-4804-8fad-98fa0bce6bb9","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-7a745c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:21.618685161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"default-tenant","reconcileID":"9c9bc9f8-12d5-4804-8fad-98fa0bce6bb9","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-7a745c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:21.622945453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"default-tenant","reconcileID":"9c9bc9f8-12d5-4804-8fad-98fa0bce6bb9","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-7a745c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:21.627233547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"default-tenant","reconcileID":"9c9bc9f8-12d5-4804-8fad-98fa0bce6bb9","gvk":"Service","name":"payload-processing-e2e-worker-w1-7a745c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:21.631637916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"default-tenant","reconcileID":"9c9bc9f8-12d5-4804-8fad-98fa0bce6bb9","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-7a745c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:21.635895824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"default-tenant","reconcileID":"9c9bc9f8-12d5-4804-8fad-98fa0bce6bb9","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-7a745c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:21.640895993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"default-tenant","reconcileID":"9c9bc9f8-12d5-4804-8fad-98fa0bce6bb9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-7a745c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:21.644975957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"default-tenant","reconcileID":"9c9bc9f8-12d5-4804-8fad-98fa0bce6bb9","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-7a745c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:21.659726721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"default-tenant","reconcileID":"9c9bc9f8-12d5-4804-8fad-98fa0bce6bb9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-7a745c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:21.665037263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"default-tenant","reconcileID":"9c9bc9f8-12d5-4804-8fad-98fa0bce6bb9","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-7a745c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:21.669250769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"default-tenant","reconcileID":"9c9bc9f8-12d5-4804-8fad-98fa0bce6bb9","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-7a745c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:21.677128072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"default-tenant","reconcileID":"9c9bc9f8-12d5-4804-8fad-98fa0bce6bb9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-7a745c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:21.681204953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-7a745c"},"namespace":"ai-tenant-e2e-worker-w1-7a745c","name":"default-tenant","reconcileID":"9c9bc9f8-12d5-4804-8fad-98fa0bce6bb9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-7a745c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:21.958829559Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-7a745c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-7a745c","reconcileID":"0c56c93e-a41f-4ac3-90a2-89c4d1520529","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-7a745c","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-7a745c"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.002245328Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-2-w1-7a745c","reconcileID":"49c237fb-2819-47c9-b99d-413781d9b4bf","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-2-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.027825816Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-2-w1-7a745c","reconcileID":"49c237fb-2819-47c9-b99d-413781d9b4bf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-2-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.028017741Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-w1-7a745c","reconcileID":"e4018b41-5f8e-4c9a-a2c6-f0f94cb9c8c3","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.045010085Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-w1-7a745c","reconcileID":"e4018b41-5f8e-4c9a-a2c6-f0f94cb9c8c3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.045225355Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"95a351e4-012e-46cc-b58d-2f073ed90343","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.067381364Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"95a351e4-012e-46cc-b58d-2f073ed90343","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.067549373Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"f6799761-87d7-4caa-a2b1-9332a5b801d8","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.090546119Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"f6799761-87d7-4caa-a2b1-9332a5b801d8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.090749891Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-2-w1-7a745c","reconcileID":"68283094-eb27-4e1c-bb40-3ecb3d6873af","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-2-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.090809837Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-2-w1-7a745c","reconcileID":"68283094-eb27-4e1c-bb40-3ecb3d6873af","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-2-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.090958723Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-w1-7a745c","reconcileID":"8e1ec221-8614-49d1-abbe-c21d6fdcf1ff","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.091010343Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-w1-7a745c","reconcileID":"8e1ec221-8614-49d1-abbe-c21d6fdcf1ff","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.091194776Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"094f9e00-72cb-4084-8329-f09f48742843","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.091256096Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"094f9e00-72cb-4084-8329-f09f48742843","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.169214894Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"b82c2861-e28c-48a4-acdb-11321ea71e8d","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.169284403Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"b82c2861-e28c-48a4-acdb-11321ea71e8d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.169404274Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-2-w1-7a745c","reconcileID":"da5a724c-11bf-4b50-8530-ecc2f14009b9","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-2-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.169449578Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-2-w1-7a745c","reconcileID":"da5a724c-11bf-4b50-8530-ecc2f14009b9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-2-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.169548986Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-w1-7a745c","reconcileID":"d037fb32-155d-44b9-9fbb-83d10767f43c","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.169589851Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-w1-7a745c","reconcileID":"d037fb32-155d-44b9-9fbb-83d10767f43c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.169684668Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"12a1ee98-42b4-42fd-a515-0369066d2453","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.16972749Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"12a1ee98-42b4-42fd-a515-0369066d2453","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.179568616Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"80978507-d1bb-49c2-ac95-022f00734f3d","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.179637392Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"80978507-d1bb-49c2-ac95-022f00734f3d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.189953518Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-2-w1-7a745c","reconcileID":"256d7d35-22e1-4833-bcf4-7b2fe9c9723a","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-2-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.190005969Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-2-w1-7a745c","reconcileID":"256d7d35-22e1-4833-bcf4-7b2fe9c9723a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-2-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.190100672Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-w1-7a745c","reconcileID":"2a6bd266-4238-4093-b406-a548c9eea034","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.190141795Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-w1-7a745c","reconcileID":"2a6bd266-4238-4093-b406-a548c9eea034","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.190208599Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"d3b123cd-d7c5-4014-b58a-70b9012515f9","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.190239048Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"d3b123cd-d7c5-4014-b58a-70b9012515f9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.200166612Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"4b758f22-1b63-4eba-a6ba-b196247b42c6","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.2002237Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"4b758f22-1b63-4eba-a6ba-b196247b42c6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.231178385Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-2-w1-7a745c","reconcileID":"ee5adf57-432a-4c35-89a0-a3c404e27057","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-2-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.2312468Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-2-w1-7a745c","reconcileID":"ee5adf57-432a-4c35-89a0-a3c404e27057","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-2-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.231361224Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-w1-7a745c","reconcileID":"314d23c8-d39b-4cfb-a56b-7228d284faa4","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.231411331Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-w1-7a745c","reconcileID":"314d23c8-d39b-4cfb-a56b-7228d284faa4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.231491279Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"7473f41f-7993-489e-a72c-f6aba6591476","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.231524689Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"7473f41f-7993-489e-a72c-f6aba6591476","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.24079818Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"602477dd-5346-4cfa-b9ce-956ca2775af5","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.240849404Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"602477dd-5346-4cfa-b9ce-956ca2775af5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:22.282887648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"064231d0-7257-4f71-8185-e802927b8a89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:22.287134642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"064231d0-7257-4f71-8185-e802927b8a89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:22.29147161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"064231d0-7257-4f71-8185-e802927b8a89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:22.298226834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"064231d0-7257-4f71-8185-e802927b8a89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.312081466Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-2-w1-7a745c","reconcileID":"6435fe8d-e483-4a01-a3b9-c227e28eeea0","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-2-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.312135742Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-2-w1-7a745c","reconcileID":"6435fe8d-e483-4a01-a3b9-c227e28eeea0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-2-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.312212209Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-w1-7a745c","reconcileID":"f562d0ae-0c73-4284-930b-dd42261014f3","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.31224711Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-w1-7a745c","reconcileID":"f562d0ae-0c73-4284-930b-dd42261014f3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.312310498Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"9efc84cd-81d8-4615-b9b8-391e85b6f05c","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.312354496Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"9efc84cd-81d8-4615-b9b8-391e85b6f05c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.32099327Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"dd2a95bd-1203-47b9-9141-eccdad412a57","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.321038718Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"dd2a95bd-1203-47b9-9141-eccdad412a57","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.474246797Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-2-w1-7a745c","reconcileID":"74b536af-faeb-4cdf-b743-6980384622f5","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-2-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.474329482Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-2-w1-7a745c","reconcileID":"74b536af-faeb-4cdf-b743-6980384622f5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-2-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.474486942Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-w1-7a745c","reconcileID":"a9eb53f8-2e5d-4ea8-881d-b7e7778f801c","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.474534095Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-w1-7a745c","reconcileID":"a9eb53f8-2e5d-4ea8-881d-b7e7778f801c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.474955001Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"559bf218-f1bd-4b32-9892-f1d852dfc7e1","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.475019396Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"559bf218-f1bd-4b32-9892-f1d852dfc7e1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.490801947Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"f5a547bb-b9b5-43e3-9961-bed6832bc5bf","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.490856181Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"f5a547bb-b9b5-43e3-9961-bed6832bc5bf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:22.679094802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ba8d12a-ddb9-4730-aa8f-fbb7913e0e5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:22.683627153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ba8d12a-ddb9-4730-aa8f-fbb7913e0e5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:22.688104991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ba8d12a-ddb9-4730-aa8f-fbb7913e0e5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:22.692609351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ba8d12a-ddb9-4730-aa8f-fbb7913e0e5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.79519797Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-2-w1-7a745c","reconcileID":"ef13b64b-a113-473d-9ff2-2d84e63fcff6","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-2-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.79526276Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-2-w1-7a745c","reconcileID":"ef13b64b-a113-473d-9ff2-2d84e63fcff6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-2-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.795347437Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-w1-7a745c","reconcileID":"65640fd7-b9fd-4b70-846e-63886eda4668","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.795378169Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-w1-7a745c","reconcileID":"65640fd7-b9fd-4b70-846e-63886eda4668","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.795440309Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"b5ddc655-6670-4f0f-bb5d-949915f0eaf5","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.795466829Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"b5ddc655-6670-4f0f-bb5d-949915f0eaf5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.811575934Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"54543fc4-3323-4dc4-8e03-700964135601","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:22.811633205Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"54543fc4-3323-4dc4-8e03-700964135601","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:23.435508065Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-2-w1-7a745c","reconcileID":"492bfdfd-c3c9-4765-8d26-966743edbc2c","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-2-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:23.435593717Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-2-w1-7a745c","reconcileID":"492bfdfd-c3c9-4765-8d26-966743edbc2c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-2-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:23.435743163Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-w1-7a745c","reconcileID":"14de6831-39b5-4c8f-aba6-5358f6ca05cf","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:23.435800781Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-w1-7a745c","reconcileID":"14de6831-39b5-4c8f-aba6-5358f6ca05cf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:23.435881681Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"4e0217a1-57ae-487a-b203-2b8fa6571034","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:23.435914661Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"4e0217a1-57ae-487a-b203-2b8fa6571034","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:23.452461188Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"5ed42141-7e0b-4843-871b-eb051cdd844e","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:23.452525804Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"5ed42141-7e0b-4843-871b-eb051cdd844e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:24.71620813Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-2-w1-7a745c","reconcileID":"9b52c2ab-fe88-4c60-9d34-e1b9d44115b5","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-2-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:24.716268868Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-2-w1-7a745c","reconcileID":"9b52c2ab-fe88-4c60-9d34-e1b9d44115b5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-2-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:24.716351505Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-w1-7a745c","reconcileID":"04e708f7-98a2-4b4f-9c85-72975388bbec","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:24.716385295Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-w1-7a745c","reconcileID":"04e708f7-98a2-4b4f-9c85-72975388bbec","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:24.716510153Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"17311448-036b-42e9-af75-2f3d95a6a655","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:24.716575098Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"17311448-036b-42e9-af75-2f3d95a6a655","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:24.733018212Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"dab47f1c-4dcb-402d-9430-3968e5f4c9b6","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:24.733098283Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"dab47f1c-4dcb-402d-9430-3968e5f4c9b6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:24.977338123Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75b361"},"namespace":"ai-tenant-e2e-shared-b-w0-75b361","name":"default-tenant","reconcileID":"b8f50d51-63c0-43ff-982f-e0b0c64207f7","namespace":"ai-tenant-e2e-shared-b-w0-75b361","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:24.977398775Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75b361"},"namespace":"ai-tenant-e2e-shared-b-w0-75b361","name":"default-tenant","reconcileID":"b8f50d51-63c0-43ff-982f-e0b0c64207f7","namespace":"ai-tenant-e2e-shared-b-w0-75b361","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:24.977445617Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75b361"},"namespace":"ai-tenant-e2e-shared-b-w0-75b361","name":"default-tenant","reconcileID":"b8f50d51-63c0-43ff-982f-e0b0c64207f7","tenant":"e2e-shared-b-w0-75b361","tenantID":"e2e-shared-b-w0-75b361","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:24.985549591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75b361"},"namespace":"ai-tenant-e2e-shared-b-w0-75b361","name":"default-tenant","reconcileID":"b8f50d51-63c0-43ff-982f-e0b0c64207f7","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-75b361","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:25.008366262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75b361"},"namespace":"ai-tenant-e2e-shared-b-w0-75b361","name":"default-tenant","reconcileID":"b8f50d51-63c0-43ff-982f-e0b0c64207f7","gvk":"Service","name":"maas-api-e2e-shared-b-w0-75b361","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:25.017502318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75b361"},"namespace":"ai-tenant-e2e-shared-b-w0-75b361","name":"default-tenant","reconcileID":"b8f50d51-63c0-43ff-982f-e0b0c64207f7","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-75b361","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:25.026291245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75b361"},"namespace":"ai-tenant-e2e-shared-b-w0-75b361","name":"default-tenant","reconcileID":"b8f50d51-63c0-43ff-982f-e0b0c64207f7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-75b361","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:25.035392424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75b361"},"namespace":"ai-tenant-e2e-shared-b-w0-75b361","name":"default-tenant","reconcileID":"b8f50d51-63c0-43ff-982f-e0b0c64207f7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-75b361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:25.047518181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75b361"},"namespace":"ai-tenant-e2e-shared-b-w0-75b361","name":"default-tenant","reconcileID":"b8f50d51-63c0-43ff-982f-e0b0c64207f7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-75b361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:25.05765841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75b361"},"namespace":"ai-tenant-e2e-shared-b-w0-75b361","name":"default-tenant","reconcileID":"b8f50d51-63c0-43ff-982f-e0b0c64207f7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-75b361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:25.064863402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75b361"},"namespace":"ai-tenant-e2e-shared-b-w0-75b361","name":"default-tenant","reconcileID":"b8f50d51-63c0-43ff-982f-e0b0c64207f7","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-75b361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:25.06953245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75b361"},"namespace":"ai-tenant-e2e-shared-b-w0-75b361","name":"default-tenant","reconcileID":"b8f50d51-63c0-43ff-982f-e0b0c64207f7","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-75b361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:25.073677516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75b361"},"namespace":"ai-tenant-e2e-shared-b-w0-75b361","name":"default-tenant","reconcileID":"b8f50d51-63c0-43ff-982f-e0b0c64207f7","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-75b361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:25.07778199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75b361"},"namespace":"ai-tenant-e2e-shared-b-w0-75b361","name":"default-tenant","reconcileID":"b8f50d51-63c0-43ff-982f-e0b0c64207f7","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-75b361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:25.082188262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75b361"},"namespace":"ai-tenant-e2e-shared-b-w0-75b361","name":"default-tenant","reconcileID":"b8f50d51-63c0-43ff-982f-e0b0c64207f7","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-75b361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:25.086220809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75b361"},"namespace":"ai-tenant-e2e-shared-b-w0-75b361","name":"default-tenant","reconcileID":"b8f50d51-63c0-43ff-982f-e0b0c64207f7","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-75b361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:25.090703207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75b361"},"namespace":"ai-tenant-e2e-shared-b-w0-75b361","name":"default-tenant","reconcileID":"b8f50d51-63c0-43ff-982f-e0b0c64207f7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-75b361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:25.094845193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75b361"},"namespace":"ai-tenant-e2e-shared-b-w0-75b361","name":"default-tenant","reconcileID":"b8f50d51-63c0-43ff-982f-e0b0c64207f7","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-75b361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:25.103857112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75b361"},"namespace":"ai-tenant-e2e-shared-b-w0-75b361","name":"default-tenant","reconcileID":"b8f50d51-63c0-43ff-982f-e0b0c64207f7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-75b361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:25.109097341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75b361"},"namespace":"ai-tenant-e2e-shared-b-w0-75b361","name":"default-tenant","reconcileID":"b8f50d51-63c0-43ff-982f-e0b0c64207f7","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-75b361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:25.114762228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75b361"},"namespace":"ai-tenant-e2e-shared-b-w0-75b361","name":"default-tenant","reconcileID":"b8f50d51-63c0-43ff-982f-e0b0c64207f7","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-75b361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:25.11941024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75b361"},"namespace":"ai-tenant-e2e-shared-b-w0-75b361","name":"default-tenant","reconcileID":"b8f50d51-63c0-43ff-982f-e0b0c64207f7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-75b361","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:25.123672005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-75b361"},"namespace":"ai-tenant-e2e-shared-b-w0-75b361","name":"default-tenant","reconcileID":"b8f50d51-63c0-43ff-982f-e0b0c64207f7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-75b361","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:25.29603222Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-75b361","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-75b361","reconcileID":"282de2c2-90c7-420e-85cb-e9ed9bf1b9b5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-75b361","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-75b361"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:25.457608527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40ead8b8-53ce-45c9-8dbb-d219031eb14b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:25.461796894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40ead8b8-53ce-45c9-8dbb-d219031eb14b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:25.466242182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40ead8b8-53ce-45c9-8dbb-d219031eb14b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:25.470420686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40ead8b8-53ce-45c9-8dbb-d219031eb14b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:25.751302085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f92bd2e-74f6-42be-87ec-a5266d3862fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:25.755451015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f92bd2e-74f6-42be-87ec-a5266d3862fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:25.759410171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f92bd2e-74f6-42be-87ec-a5266d3862fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:25.763730952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f92bd2e-74f6-42be-87ec-a5266d3862fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:27.276626983Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-2-w1-7a745c","reconcileID":"5663a841-ca00-46e5-a3af-3ff3bc8bf554","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-2-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:27.276692254Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-2-w1-7a745c","reconcileID":"5663a841-ca00-46e5-a3af-3ff3bc8bf554","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-2-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:27.276789192Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-w1-7a745c","reconcileID":"05a4b73b-61fb-4dff-a4d0-699271ebd836","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:27.276825418Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-w1-7a745c","reconcileID":"05a4b73b-61fb-4dff-a4d0-699271ebd836","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:27.276913854Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"13aed55d-ac70-4012-adc2-04011c0502db","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:27.276951491Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"13aed55d-ac70-4012-adc2-04011c0502db","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:27.294131801Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"9045c3a3-5fa4-4f93-ab8e-f4e784642c8c","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:27.294206226Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"9045c3a3-5fa4-4f93-ab8e-f4e784642c8c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:27.356849572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"09203ec9-1934-40f8-92ae-5c05f8ca2551","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:27.456759586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"1d4fb9af-6504-4039-874c-09501a80110f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:27.456887511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7937fa7e-aadc-4abf-8909-22c18e8cee18","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:27.459288925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"59e2a12d-34d1-41bd-aa23-a93199517f7a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:29.892522511Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-2-w1-7a745c","reconcileID":"3da813cf-9a98-4327-937c-619d929354f2","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-2-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:29.892603497Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-2-w1-7a745c","reconcileID":"3da813cf-9a98-4327-937c-619d929354f2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-2-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:29.892726098Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-w1-7a745c","reconcileID":"165fcbe2-eb32-4e1b-89cb-5c2f16c6ae4f","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:29.892770718Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-w1-7a745c","reconcileID":"165fcbe2-eb32-4e1b-89cb-5c2f16c6ae4f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:29.892871626Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"376b8fa3-a8db-41a1-913a-d28edaccd988","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:29.892917498Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"376b8fa3-a8db-41a1-913a-d28edaccd988","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:29.893021053Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"8d56cc4c-0d92-4353-a0ab-8b6921687c7d","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:29.893095928Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"8d56cc4c-0d92-4353-a0ab-8b6921687c7d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:29.894206646Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-2-w1-7a745c","reconcileID":"dc7cc5ec-e222-49a5-b73e-df65b65155d2","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-2-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:29.894269136Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-2-w1-7a745c","reconcileID":"dc7cc5ec-e222-49a5-b73e-df65b65155d2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-2-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:29.894372977Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-w1-7a745c","reconcileID":"2b5015df-dc63-4431-9db5-22e07cd244a6","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:29.894418253Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-w1-7a745c","reconcileID":"2b5015df-dc63-4431-9db5-22e07cd244a6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/distinct-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:29.894514308Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"72dd4c81-3b6b-43dd-a350-81a3a3bb9189","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:29.894557587Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"72dd4c81-3b6b-43dd-a350-81a3a3bb9189","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/simulator-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:29.894650548Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"0f94ce81-404c-4e48-a8ae-41d0cc9d4280","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:29.89469297Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"0f94ce81-404c-4e48-a8ae-41d0cc9d4280","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-7a745c/premium-w1-7a745c: AITenant \"e2e-worker-w1-7a745c\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:33.875468859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"b82e82b8-43f5-4e43-9a2f-5b1471522836","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:33.875827923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"0057fbaf-e4e3-4391-bb09-7792bb3ffdbf","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"premium-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"premium-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:33.876183198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"cd6e9ef1-3756-423e-be74-6133f56b14c6","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:33.876378327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"54f3c662-e225-4d4a-9e5c-f6762d3b952b","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-2-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-2-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:33.888960878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"d958284b-9d0e-4f62-a596-39b10ccb2f12","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:33.889196834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"0e33e5e5-8918-47d7-a4bd-6e09515f0b55","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-2-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-2-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:33.889357118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"1256666b-b1cc-4126-b6b8-337eee7368f6","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:33.889566188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"2df1de29-0870-4ff7-ba61-020187f31122","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"premium-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"premium-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:33.899778767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"766aa65a-31b4-4828-b896-ab2ea08352ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:33.899917738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"3bbc540d-8e0a-4c9f-8e7f-9b3c912968e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:33.901472853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"a3348af9-9eac-4c3b-b821-092e8a686fcd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:33.901475145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"e1e6d31c-74f0-4d20-8244-9f532409ebaf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:33.911493115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"766aa65a-31b4-4828-b896-ab2ea08352ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:33.914818571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"3bbc540d-8e0a-4c9f-8e7f-9b3c912968e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:33.995767217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"80a5c01c-85e7-4c63-aa2a-e839caec8730","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:33.998103816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"1c35488d-c59d-4dce-8779-41cf4571a8a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:34.040485404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"4132e415-e575-4b97-9f59-37b57b8debd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:34.040914457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"74c7f79d-738c-4218-a1b4-05455f56aea5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:34.071557655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"4132e415-e575-4b97-9f59-37b57b8debd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:34.078902428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"74c7f79d-738c-4218-a1b4-05455f56aea5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:34.086506953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7eb8ae0-6792-4665-ac14-a0f83fe9a85a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:34.090934895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7eb8ae0-6792-4665-ac14-a0f83fe9a85a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:34.095098905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7eb8ae0-6792-4665-ac14-a0f83fe9a85a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:34.099410971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7eb8ae0-6792-4665-ac14-a0f83fe9a85a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:34.432218356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50ceed6e-b3cb-49b4-ab80-842fcba698f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:34.439433082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50ceed6e-b3cb-49b4-ab80-842fcba698f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:34.444497798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50ceed6e-b3cb-49b4-ab80-842fcba698f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:34.448803384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50ceed6e-b3cb-49b4-ab80-842fcba698f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:36.380682151Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:37.574940014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f9dc086d-f4d9-4e9d-ac3e-e7ad6924794d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:37.670773546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"3b457911-71d2-46c7-87f1-482e91ca2d0d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:37.67086874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7fe2abbd-ab41-4bd0-88ec-00da72215a74","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:37.671253347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"bf2ac12f-6143-413e-9837-49a0fcd92a42","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:38.86872395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"f0d2382f-4497-41cf-b1a7-10503a5dbf42","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-2-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-2-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:38.98394088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"aca38c14-7f60-4b01-9610-d4007becb50a","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:39.056664072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"bbea5562-ca5a-46b8-97be-97f595f0592a","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"premium-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"premium-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:39.081178655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"6d822cd6-62a7-413a-9374-454f2fbb87c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:39.082940907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"bd8d6ae0-0f2e-41da-8e1b-942bc7767b68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:39.083174795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"d29f4bb2-23c6-46fc-b6f8-1ce10b8d2fa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:39.092969727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"bd8d6ae0-0f2e-41da-8e1b-942bc7767b68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:39.09334708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"d29f4bb2-23c6-46fc-b6f8-1ce10b8d2fa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:39.104806049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"214ce213-2578-412d-af37-688370846e64","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"premium-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"premium-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:39.111827675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"49e6b2ef-eb00-417d-beac-976d1443ff03","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:39.187775482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"671e2655-cc7b-4385-87ea-5e4993eee8b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:39.187827661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"6ce00a68-7af0-4083-a798-de07e3f66bb5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:39.2112547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"c56de06b-5007-4ef3-80ef-dec91c6d72db","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:39.287389384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"24cf0d06-47bd-4b73-b802-c931da6ec9b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:39.287747284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"b55e2bec-5f4a-46e7-a4d6-fa850abd6215","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:39.289067961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"d5b7141e-614e-418a-b9f0-f66903da9654","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:39.298401902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"24cf0d06-47bd-4b73-b802-c931da6ec9b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:39.300545495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"b55e2bec-5f4a-46e7-a4d6-fa850abd6215","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:40.344453626Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-2-w1-7a745c","reconcileID":"6105867a-94c1-47ad-8d67-4cbd98e1b460","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a745c\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:40.425142741Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-w1-7a745c","reconcileID":"3ef00d5c-fc59-4f02-a92d-168ba6484c17","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a745c\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:40.524303051Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"d3c4ef73-fc3d-4ec7-9c1c-18643d281651","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a745c\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:40.621996732Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"8a0b0a9a-1ecc-46de-91df-5dc804d4cfc3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a745c\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:40.723072298Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-2-w1-7a745c","reconcileID":"589ccf0b-2fdb-4c29-9e2e-a9ab829c3709","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a745c\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:40.823611557Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-w1-7a745c","reconcileID":"816dccca-aa87-4a62-a0f1-c44226aa5ce6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a745c\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:40.923978558Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"215ea757-410b-4555-ab32-c03845eb9d8b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a745c\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:41.042941406Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"premium-w1-7a745c","reconcileID":"6b81e5a1-7f4f-401d-b6cd-54babcd693ca","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a745c\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:41.134515697Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-2-w1-7a745c","reconcileID":"ac49f597-0be1-4526-b198-1e6f5eb89305","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a745c\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:41.227477006Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"distinct-w1-7a745c","reconcileID":"f169cc7e-91ed-41c2-ad59-852a6c9ea283","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a745c\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:41.33191312Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-7a745c","namespace":"e2e-models-e2e-worker-w1-7a745c"},"namespace":"e2e-models-e2e-worker-w1-7a745c","name":"simulator-w1-7a745c","reconcileID":"3c710c8a-7e02-4c80-b9a7-6a676c909eaf","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-7a745c\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:43.938530021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"8455bbfe-2413-4995-999f-445aaa15a030","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-2-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-2-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:43.939634821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"80431287-497b-4506-b0bc-da854dab211d","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:43.940000189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"3c9b1f1f-5509-4767-bfa8-808ed3697d22","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"premium-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"premium-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:43.940537303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"a9532d27-f0ba-448b-94a2-d16a0ab7e9a9","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:43.983504262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"4fa1b27e-95c4-483c-aabf-95f1c01f5fb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:43.984257147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"6af8e0f5-40a4-4f91-873a-ce8dc26bd3f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:43.989775141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"b73308ad-735e-47b5-8f00-3d49bfb8289c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:43.990212745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"38c77ff0-7b86-4bc0-b7f6-de32e6acb383","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:43.992960292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"4fa1b27e-95c4-483c-aabf-95f1c01f5fb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:43.993723743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"6af8e0f5-40a4-4f91-873a-ce8dc26bd3f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:44.08074082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"8445ab3c-6d97-4d3f-b67a-463eb2e6a56b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:44.081838166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"fc0cf5f7-d397-44a8-906d-7035e242406c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:44.093349508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"8445ab3c-6d97-4d3f-b67a-463eb2e6a56b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:44.157482323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"75467adf-007a-4d51-8567-9b28ceed13d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:44.175129223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"f88b31c8-e334-4ce0-add4-7eabc8293bdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:44.184976597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"f88b31c8-e334-4ce0-add4-7eabc8293bdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:44.807592076Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"befa6f70-eff7-4b74-8a18-1c5a54079aaa","namespace":"ai-tenant-e2e-worker-w0-8836a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:44.807667247Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"befa6f70-eff7-4b74-8a18-1c5a54079aaa","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:44.819216498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"2ea6e76a-854c-4e36-be6c-bf87979de711","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"premium-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"premium-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:44.819418198Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"befa6f70-eff7-4b74-8a18-1c5a54079aaa","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:44.831226858Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"befa6f70-eff7-4b74-8a18-1c5a54079aaa","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:44.831240651Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"befa6f70-eff7-4b74-8a18-1c5a54079aaa","namespace":"ai-tenant-e2e-worker-w0-8836a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:44.831307016Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"befa6f70-eff7-4b74-8a18-1c5a54079aaa","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:44.835099025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"441badfc-11fc-453e-b053-659676077796","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:44.844227214Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"e9d47010-187f-4574-a0e7-96354a24d05c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6c9384b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:44.844444704Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"befa6f70-eff7-4b74-8a18-1c5a54079aaa","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:44.848929652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"8d9ca0a0-84fb-453b-9477-48c7dc2dcab3","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:44.854325315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"18e82da7-1d22-4e31-8451-6ab2c3b972ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:44.857192578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"63384cc3-1902-4120-a66c-fb1b153b5ee9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:44.858438051Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"befa6f70-eff7-4b74-8a18-1c5a54079aaa","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:44.860214527Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"40400567-3602-40b6-a1de-1910b604fe62","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-88fd350d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:44.861974907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"6213ac74-d4ff-4a6a-8015-9c74e60256df","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"premium-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"premium-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:44.867295704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"18e82da7-1d22-4e31-8451-6ab2c3b972ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:44.867658319Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"716d42bd-20ab-4a9b-8f65-d421ef411e04","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-88fd350d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:44.869082469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"63384cc3-1902-4120-a66c-fb1b153b5ee9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:44.886575276Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"5c1973d4-3f1a-49cd-b9b9-fef1409ce188","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6c9384b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:44.983296788Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"33d10590-67ff-453b-b3a1-efca6b8fe284","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:44.983593231Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"5065e7ce-1ad8-43b9-a1a9-4af4732672fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:44.999580393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"5065e7ce-1ad8-43b9-a1a9-4af4732672fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:44.999584473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"33d10590-67ff-453b-b3a1-efca6b8fe284","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:45.037184302Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"5065e7ce-1ad8-43b9-a1a9-4af4732672fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:45.03720214Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-access","reconcileID":"5065e7ce-1ad8-43b9-a1a9-4af4732672fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:45.042812922Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"33d10590-67ff-453b-b3a1-efca6b8fe284","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w0-8836a8-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:23:45.042863252Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"33d10590-67ff-453b-b3a1-efca6b8fe284","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w0-8836a8-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:45.046804214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"12d5739d-bd66-4825-8fba-7ed46f3a9654","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"premium-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"premium-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:45.048793656Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"11be5d7b-27ec-4541-8d69-3a32104b41bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:45.099445045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"11be5d7b-27ec-4541-8d69-3a32104b41bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:45.110361623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"11be5d7b-27ec-4541-8d69-3a32104b41bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"e2e-worker-w0-8836a8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:45.110377325Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-access","reconcileID":"11be5d7b-27ec-4541-8d69-3a32104b41bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-8836a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:45.122700762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"d534f9cf-3b43-4b39-9a4e-6c5fd721f90d","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:49.858800258Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"e0aebf36-5492-4173-a4e8-5d4798668c2b","namespace":"ai-tenant-e2e-worker-w0-8836a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:49.858897102Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"e0aebf36-5492-4173-a4e8-5d4798668c2b","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:49.867034839Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"e0aebf36-5492-4173-a4e8-5d4798668c2b","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:49.876393258Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"e0aebf36-5492-4173-a4e8-5d4798668c2b","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:49.876407209Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"e0aebf36-5492-4173-a4e8-5d4798668c2b","namespace":"ai-tenant-e2e-worker-w0-8836a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:53.939801865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"493754e4-13af-4c92-a2d7-0d3eb4d9cdcf","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-2-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-2-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:53.940232852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"4f9f97c6-18f5-48f7-a7c1-a4fdcd9f2fb2","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"distinct-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"distinct-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:54.872805934Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"92ead4fc-8f97-4e9d-8a31-73ebf7a8f9f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:54.876985432Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"f6e92d51-35f2-4bc1-a5f2-6c0b20f5b30d","namespace":"ai-tenant-e2e-worker-w0-8836a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:54.87710125Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"f6e92d51-35f2-4bc1-a5f2-6c0b20f5b30d","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:54.878071845Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"92ead4fc-8f97-4e9d-8a31-73ebf7a8f9f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:54.88301599Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"simulator-subscription","reconcileID":"92ead4fc-8f97-4e9d-8a31-73ebf7a8f9f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:54.884064664Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"f6e92d51-35f2-4bc1-a5f2-6c0b20f5b30d","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:54.893341377Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"2f13bb67-37f9-476f-b882-3c31c093ace5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:54.893953656Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"f6e92d51-35f2-4bc1-a5f2-6c0b20f5b30d","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:54.893964684Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"f6e92d51-35f2-4bc1-a5f2-6c0b20f5b30d","namespace":"ai-tenant-e2e-worker-w0-8836a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:54.89836833Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"2f13bb67-37f9-476f-b882-3c31c093ace5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:54.983673214Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"premium-simulator-subscription","reconcileID":"2f13bb67-37f9-476f-b882-3c31c093ace5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"name":"maas-trlp-premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8","model":"e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:55.004653993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"2ec867ea-fa5c-4873-b550-6ff5621f95cb","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"simulator-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"simulator-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:55.047383149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"aee83aa2-3475-421d-838b-3abbed7b286c","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"premium-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"premium-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:55.10490137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"5926f479-76a6-4041-8b60-f0d6e71678eb","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"routeName":"premium-w0-8836a8-kserve-route","namespace":"e2e-models-e2e-worker-w0-8836a8","llmisvcName":"premium-w0-8836a8","gateway":"openshift-ingress/e2e-worker-w0-8836a8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:57.544280306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6b848e39-6651-4b17-8a99-3bccc2f128b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:57.645241569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d62363ed-2468-4157-8dfb-b4aab62b7b3c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:59.89450347Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"7dc03ee3-5c78-44c3-a09f-75290e5eee79","namespace":"ai-tenant-e2e-worker-w0-8836a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:59.894564913Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"7dc03ee3-5c78-44c3-a09f-75290e5eee79","namespace":"ai-tenant-e2e-worker-w0-8836a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:59.894616029Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"7dc03ee3-5c78-44c3-a09f-75290e5eee79","tenant":"e2e-worker-w0-8836a8","tenantID":"e2e-worker-w0-8836a8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:59.902246039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"7dc03ee3-5c78-44c3-a09f-75290e5eee79","gvk":"Deployment","name":"maas-api-e2e-worker-w0-8836a8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:59.928146991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"7dc03ee3-5c78-44c3-a09f-75290e5eee79","gvk":"Service","name":"maas-api-e2e-worker-w0-8836a8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:59.941574951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"7dc03ee3-5c78-44c3-a09f-75290e5eee79","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-8836a8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:59.952765384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"7dc03ee3-5c78-44c3-a09f-75290e5eee79","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-8836a8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:59.961322296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"7dc03ee3-5c78-44c3-a09f-75290e5eee79","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-8836a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:59.972571086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"7dc03ee3-5c78-44c3-a09f-75290e5eee79","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-8836a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:59.98303357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"7dc03ee3-5c78-44c3-a09f-75290e5eee79","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-8836a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:59.990382001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"7dc03ee3-5c78-44c3-a09f-75290e5eee79","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-8836a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:59.994631346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"7dc03ee3-5c78-44c3-a09f-75290e5eee79","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-8836a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:23:59.999162979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"7dc03ee3-5c78-44c3-a09f-75290e5eee79","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-8836a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:00.003659865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"7dc03ee3-5c78-44c3-a09f-75290e5eee79","gvk":"Service","name":"payload-processing-e2e-worker-w0-8836a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:00.007747639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"7dc03ee3-5c78-44c3-a09f-75290e5eee79","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-8836a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:00.012196419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"7dc03ee3-5c78-44c3-a09f-75290e5eee79","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-8836a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:00.01637806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"7dc03ee3-5c78-44c3-a09f-75290e5eee79","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-8836a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:00.020851459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"7dc03ee3-5c78-44c3-a09f-75290e5eee79","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-8836a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:00.033773253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"7dc03ee3-5c78-44c3-a09f-75290e5eee79","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-8836a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:00.038523601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"7dc03ee3-5c78-44c3-a09f-75290e5eee79","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-8836a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:00.042865447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"7dc03ee3-5c78-44c3-a09f-75290e5eee79","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-8836a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:00.047378448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"7dc03ee3-5c78-44c3-a09f-75290e5eee79","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-8836a8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:00.051968426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-8836a8"},"namespace":"ai-tenant-e2e-worker-w0-8836a8","name":"default-tenant","reconcileID":"7dc03ee3-5c78-44c3-a09f-75290e5eee79","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-8836a8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:00.168961688Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-8836a8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-8836a8","reconcileID":"2f1acb7e-de79-4b38-8da1-985ca1464cde","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-8836a8","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-8836a8"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.189330955Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"d5a0de22-189f-4f97-a8d1-47ff450dc05d","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-2-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.200325074Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"d5a0de22-189f-4f97-a8d1-47ff450dc05d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-2-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.200454015Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"437e4890-0b6d-418a-823c-c3dc54bfce2d","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.211242975Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"437e4890-0b6d-418a-823c-c3dc54bfce2d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.211388813Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"aa6c2fbf-5c03-4253-b8de-4af61889e661","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.222094906Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"aa6c2fbf-5c03-4253-b8de-4af61889e661","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.22223251Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"04475b4e-030a-4991-9b6d-8954b5a2e40b","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.232556203Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"04475b4e-030a-4991-9b6d-8954b5a2e40b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.232680505Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"213be26e-3992-4b8c-82eb-d53361176521","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-2-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.232720031Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"213be26e-3992-4b8c-82eb-d53361176521","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-2-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.232797225Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"fe113fc0-33e9-4731-830b-3c1d4d8c80b2","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.232828195Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"fe113fc0-33e9-4731-830b-3c1d4d8c80b2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.232900616Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"77c79cae-e2c5-4176-85f6-4cdfc4e26c52","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.232929585Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"77c79cae-e2c5-4176-85f6-4cdfc4e26c52","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.239687885Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"0322f18e-ce39-4f68-a5b3-df48705a90dd","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.239774932Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"0322f18e-ce39-4f68-a5b3-df48705a90dd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.275507718Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"f39e8bae-fe6f-4571-8baf-f2c6e58572f0","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-2-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.275571914Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"f39e8bae-fe6f-4571-8baf-f2c6e58572f0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-2-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.275674158Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"4744ec8a-37c9-4a39-b096-cb622abf13dd","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.275721063Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"4744ec8a-37c9-4a39-b096-cb622abf13dd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.275825388Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"02eb60b1-7ded-4800-a2ed-0561baed5cd8","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.27587092Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"02eb60b1-7ded-4800-a2ed-0561baed5cd8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.275970565Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"6dcf47a8-80cd-4a5a-bc1a-a4a9b55bdd59","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.276016688Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"6dcf47a8-80cd-4a5a-bc1a-a4a9b55bdd59","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.295772567Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"dfa5b452-1e9f-4177-b72c-5ecf6f6adbfd","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-2-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.295829379Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"dfa5b452-1e9f-4177-b72c-5ecf6f6adbfd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-2-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.295914503Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"c43af6cf-c3e1-494f-bbbe-cb22af7eda9a","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.295947564Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"c43af6cf-c3e1-494f-bbbe-cb22af7eda9a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.296027199Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"c2d87196-2bcc-4d1c-b8da-b3f6d3b6acf2","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.296083545Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"c2d87196-2bcc-4d1c-b8da-b3f6d3b6acf2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.296162678Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"b6c7f9bb-89b8-467b-93a9-0f83633a5eb5","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.296196416Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"b6c7f9bb-89b8-467b-93a9-0f83633a5eb5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.336607881Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"cc9918b5-5cb8-4a46-baf4-7a6e11dc09fc","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-2-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.336659338Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"cc9918b5-5cb8-4a46-baf4-7a6e11dc09fc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-2-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.336739898Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"614b3b66-5b14-418c-a310-2dac840aff40","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.336772518Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"614b3b66-5b14-418c-a310-2dac840aff40","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.336829152Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"238142ed-262d-4845-a50b-ec4c77381106","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.336862046Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"238142ed-262d-4845-a50b-ec4c77381106","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.33691845Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"c74956f4-a037-4c8f-bf2b-e80ffe376df2","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.33694843Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"c74956f4-a037-4c8f-bf2b-e80ffe376df2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:00.365318329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12435c99-a330-4857-b16a-c951713dcc03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:00.36961998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12435c99-a330-4857-b16a-c951713dcc03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:00.373736403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12435c99-a330-4857-b16a-c951713dcc03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:00.377829884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12435c99-a330-4857-b16a-c951713dcc03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.416862619Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"c8e8f787-4c97-4408-af4d-91c436e624ca","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-2-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.416922369Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"c8e8f787-4c97-4408-af4d-91c436e624ca","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-2-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.417063674Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"08d59168-75a8-4736-8e30-10a9b39cf0f0","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.417116733Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"08d59168-75a8-4736-8e30-10a9b39cf0f0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.417197271Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"c84cabec-7624-499d-a412-aa1771b1e411","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.417232788Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"c84cabec-7624-499d-a412-aa1771b1e411","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.417297351Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"6ed3bc2b-856e-4d66-8b19-832769a43fed","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.417331303Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"6ed3bc2b-856e-4d66-8b19-832769a43fed","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.591416462Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"1e0335b8-b8e3-4858-8b36-6867a69c4999","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-2-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.591480589Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"1e0335b8-b8e3-4858-8b36-6867a69c4999","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-2-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.591561114Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"4bf08c07-81de-498d-ac5b-b8b8d18e3f8e","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.591591421Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"4bf08c07-81de-498d-ac5b-b8b8d18e3f8e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.59165872Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"f7321412-355a-46d6-b1e6-015bbab0099b","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.591686378Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"f7321412-355a-46d6-b1e6-015bbab0099b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.591745103Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"2b079be2-de08-4101-978b-c5788a446055","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.591777456Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"2b079be2-de08-4101-978b-c5788a446055","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:00.791880927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"84359267-f594-426c-9c08-cfef7c2190ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:00.792219632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"43f2f077-c02e-41ff-8ba4-c667aa3502d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:00.880720354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e70797b9-9073-4204-9b8d-898c35da91fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:00.885897905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e70797b9-9073-4204-9b8d-898c35da91fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:00.890100149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e70797b9-9073-4204-9b8d-898c35da91fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:00.895006718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e70797b9-9073-4204-9b8d-898c35da91fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.912622233Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"d4c7418f-d04c-479f-8f2c-4b5930cb525f","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-2-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.912680999Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"d4c7418f-d04c-479f-8f2c-4b5930cb525f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-2-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.912768206Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"a0287877-8fb0-4534-bb89-37b37aa7ca2e","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.912804642Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"a0287877-8fb0-4534-bb89-37b37aa7ca2e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.912872537Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"0c14b9b2-f75c-4edb-a724-f3f301e60548","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.912903707Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"0c14b9b2-f75c-4edb-a724-f3f301e60548","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.912974104Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"4dc66218-dc05-430d-8370-0f9d28b4339d","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:00.913004578Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"4dc66218-dc05-430d-8370-0f9d28b4339d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:01.553818166Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"9d6b7915-cfdc-4978-aa91-aa7a44d91871","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-2-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:01.553900476Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"9d6b7915-cfdc-4978-aa91-aa7a44d91871","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-2-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:01.554012788Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"f909c946-44dd-4b40-8204-112ef0848da1","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:01.554090957Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"f909c946-44dd-4b40-8204-112ef0848da1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:01.554192222Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"5cc3471a-5d06-4e01-aec7-3fa23858d2fd","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:01.554239388Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"5cc3471a-5d06-4e01-aec7-3fa23858d2fd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:01.554327059Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"f8893e39-0307-47d7-86c0-6b40afd4cf52","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:01.554370978Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"f8893e39-0307-47d7-86c0-6b40afd4cf52","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:02.834369733Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"2224b35d-219d-498a-bfcd-6a667f40fcd7","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-2-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:02.834450255Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"2224b35d-219d-498a-bfcd-6a667f40fcd7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-2-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:02.834571357Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"6df0ae5d-03fd-4dfa-a37d-1a30e460fb17","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:02.834621744Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"6df0ae5d-03fd-4dfa-a37d-1a30e460fb17","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:02.834733429Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"c2196415-79c9-4b7b-a17e-9ee9dcbf1375","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:02.834783547Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"c2196415-79c9-4b7b-a17e-9ee9dcbf1375","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:02.834893484Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"a9604d38-3778-4f5b-8da9-6238bcc69aba","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:02.83494243Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"a9604d38-3778-4f5b-8da9-6238bcc69aba","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:03.7726432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"616c06a7-b613-42ce-b310-dfda55669c35","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:03.872581208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8c7c6065-59bb-404b-995f-89cd28680b60","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:05.395359263Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"7cd313a2-d828-4768-9961-b49a5809fcc2","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-2-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:05.395431531Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"7cd313a2-d828-4768-9961-b49a5809fcc2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-2-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:05.395521173Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"be675f42-8418-4ce1-bf97-6e823fe474e0","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:05.395555034Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"be675f42-8418-4ce1-bf97-6e823fe474e0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:05.395628014Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"5fb97eba-7cd3-4249-b0dd-8f79f67b58f2","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:05.395659329Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"5fb97eba-7cd3-4249-b0dd-8f79f67b58f2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:05.395722022Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"ebe7bd24-df58-49e9-afda-dba67655740e","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:05.395752705Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"ebe7bd24-df58-49e9-afda-dba67655740e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:05.744514515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"de82f4f6-992d-46d9-b31c-6060e1342733","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:05.840412095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c87d5e81-3c05-4b55-ad9f-ec5f23caabd2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T20:24:06.3753946Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:07.730379826Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"100d3fa9-9790-4ba6-9de7-79a7f9c27ec9","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-2-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:07.730494632Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"100d3fa9-9790-4ba6-9de7-79a7f9c27ec9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-2-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:07.730737423Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"bf005340-1f38-41b0-a711-4790d024c2e7","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:07.730809317Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"bf005340-1f38-41b0-a711-4790d024c2e7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:07.73096023Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"c89053b8-785d-466d-890a-bda8213f5dd9","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:07.731018741Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"c89053b8-785d-466d-890a-bda8213f5dd9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:07.731188164Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"ea50a688-0446-49a4-9318-9a067fa31fd3","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:07.73124827Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"ea50a688-0446-49a4-9318-9a067fa31fd3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:07.733703629Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"ecfe308d-fe93-4cdc-9fce-57dc559ad4dc","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-2-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:07.733824336Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"ecfe308d-fe93-4cdc-9fce-57dc559ad4dc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-2-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:07.733970361Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"bfefc81d-b154-4dfa-978c-fae01d069444","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:07.734083812Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"bfefc81d-b154-4dfa-978c-fae01d069444","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:07.734242037Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"a6d3b77c-9f71-483e-8e7b-81f1ab9451f4","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:07.734319225Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"a6d3b77c-9f71-483e-8e7b-81f1ab9451f4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:07.734444264Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"aae82702-8206-44fa-825a-87449f0cd269","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:07.734516444Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"aae82702-8206-44fa-825a-87449f0cd269","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:07.735101619Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"4195f45f-5ba1-43c5-bc61-326a5f824569","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-2-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:07.735210838Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"4195f45f-5ba1-43c5-bc61-326a5f824569","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-2-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:07.735351656Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"cf9a21a0-c196-4e10-8258-6396421550f6","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:07.735396422Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"cf9a21a0-c196-4e10-8258-6396421550f6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:07.73548536Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"7d186db0-13e5-44ed-a075-c8abafa330f3","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:07.735524474Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"7d186db0-13e5-44ed-a075-c8abafa330f3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:07.735619014Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"a3060926-bc54-400c-b9fa-8d948318d8f2","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:07.735657701Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"a3060926-bc54-400c-b9fa-8d948318d8f2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:07.736758347Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"a78e1a2c-9edd-4ebd-9d4c-e87a2e23271c","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-2-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:07.736883479Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-2-w0-8836a8","reconcileID":"a78e1a2c-9edd-4ebd-9d4c-e87a2e23271c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-2-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:07.73709105Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"faec384a-0ca1-4024-8fd1-64339b93b36c","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:07.737197101Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"distinct-w0-8836a8","reconcileID":"faec384a-0ca1-4024-8fd1-64339b93b36c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/distinct-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:07.737373474Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"ab36c336-c39e-4cfe-a7c3-d6391fa2e418","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:07.737466729Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"simulator-w0-8836a8","reconcileID":"ab36c336-c39e-4cfe-a7c3-d6391fa2e418","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/simulator-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:07.737624128Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"ef24a5aa-646b-48c2-9ab8-e4b6e2c82d12","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:07.73770323Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-8836a8","namespace":"e2e-models-e2e-worker-w0-8836a8"},"namespace":"e2e-models-e2e-worker-w0-8836a8","name":"premium-w0-8836a8","reconcileID":"ef24a5aa-646b-48c2-9ab8-e4b6e2c82d12","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-8836a8/premium-w0-8836a8: AITenant \"e2e-worker-w0-8836a8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:11.101423631Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-f06af6","namespace":"e2e-models-e2e-worker-w2-f06af6"},"namespace":"e2e-models-e2e-worker-w2-f06af6","name":"distinct-2-w2-f06af6","reconcileID":"7b69fedc-0f96-41f5-a9b9-90c7f38b62d9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-f06af6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T20:24:12.425623799Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-c1fdd6","namespace":"e2e-models-e2e-worker-w3-c1fdd6"},"namespace":"e2e-models-e2e-worker-w3-c1fdd6","name":"distinct-2-w3-c1fdd6","reconcileID":"58dc6d4d-621c-4c2e-b3bb-a33b13d47c10","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-c1fdd6\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}